-- Logs begin at Tue 2022-05-10 01:38:18 UTC, end at Tue 2022-05-10 03:33:32 UTC. -- May 10 03:09:49.647962 dv-cinder-830094-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 03:09:52.444896 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.common.config [-] Logging enabled! May 10 03:09:52.445502 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 03:09:52.445677 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103685) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 03:09:52.449638 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.common.config [-] Logging enabled! May 10 03:09:52.449889 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 03:09:52.450196 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103685) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 03:09:52.451132 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:09:52.451369 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:09:52.451741 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:09:52.451984 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:09:52.452232 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:09:52.452549 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.452948 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.453181 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.453748 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.453748 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.454025 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.454314 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.454614 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.454903 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.455181 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.455467 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.455702 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.455977 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.456287 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.456575 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.456799 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] debug = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.457077 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.457509 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.458579 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.458579 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.458579 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.458793 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.458989 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.459259 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.459539 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.459868 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] host = dv-cinder-830094-4-smb {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.460166 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.460455 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.460742 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.461026 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.461305 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.461579 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.461860 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.462131 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.462400 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.462671 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.462954 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.463238 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.463523 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.463748 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.463990 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.464297 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.464596 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.464871 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.465142 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.465415 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.465686 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.465957 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.466224 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.466508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.466792 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.467074 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.467344 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.467615 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.467883 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.468175 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.468459 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.468729 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.469003 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.469274 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.469557 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.469822 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.470091 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.470388 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.470672 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.470951 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.471238 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.471508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.471788 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.472075 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.472346 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.472615 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_json = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.472885 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.473151 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.473429 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.473698 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.473968 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.474236 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.474503 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.474785 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.475054 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:52.475348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.475645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.475946 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.476251 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.476558 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.476839 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.477127 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.477403 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.477690 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.477977 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.478266 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.478542 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.478840 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.479126 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.479419 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.479746 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.480062 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.480352 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.480630 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.480907 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.481179 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.481453 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.481737 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.482011 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.482297 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.482580 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.482856 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.483149 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.483435 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.483718 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.484035 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.484318 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.484590 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.484864 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.485153 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.485427 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.485696 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.485980 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.486255 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.486523 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.486802 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.487077 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.487347 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.487616 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.487891 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.488202 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.488476 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.488745 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.489013 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.489289 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.489554 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.489832 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.490105 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.490371 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.490643 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.490917 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.491187 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.491458 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.491734 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.492017 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.492295 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.492563 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.492831 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.493100 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.493369 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.493637 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.493906 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.494172 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.494445 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.494716 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.494988 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.495779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.496073 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.496347 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.496644 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.496922 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.497202 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.497478 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.497755 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.498031 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.498307 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.498582 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.498858 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.499128 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.499420 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.499699 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.499989 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.500291 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.500573 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.500884 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.501160 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.501433 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.501712 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.501986 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.502261 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.502542 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.502822 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.503112 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.503400 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.503686 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.503973 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.504285 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.504562 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.504864 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.505145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:52.505362 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:09:52.505599 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103685) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 03:09:52.961175 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 03:09:52.961452 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 03:09:52.961758 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 03:09:52.962093 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 03:09:53.289474 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.289735 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.289941 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.291139 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.291418 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.291675 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.346931 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.347205 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.347465 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.362689 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.362969 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.363236 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.393042 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.393315 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.393575 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.430130 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.430410 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.430680 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.769756 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.770384 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.770384 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.770558 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.771215 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.869659 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.869982 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.870794 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.871062 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.871327 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.871636 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.871892 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.872174 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.872429 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.872709 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.872966 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.873232 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.873485 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.873735 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.873986 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.874248 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.874498 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.874760 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.875026 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.875280 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.875549 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.875799 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.876103 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.876483 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.876730 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.876973 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.877358 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.877601 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.877831 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.878062 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.878295 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.878523 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:53.878880 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 03:09:53.881939 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 03:09:53.886421 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 03:09:53.890227 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 10 03:09:53.891834 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 03:09:53.892331 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 03:09:53.892661 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 03:09:53.893038 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 03:09:53.895970 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 03:09:53.896248 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 03:09:53.896591 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 03:09:53.901515 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 03:09:53.925769 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 03:09:53.926223 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.926525 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103685) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 03:09:53.926895 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.928283 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103685) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 03:09:53.928567 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 03:09:53.928812 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 03:09:53.932182 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.932460 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:53.994978 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 03:09:53.995738 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 03:09:53.995974 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 03:09:53.996388 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 03:09:54.018112 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_db.sqlalchemy.engines [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103685) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 03:09:54.558181 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing driver for type 'gre' May 10 03:09:54.558712 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] gre ID ranges: [(1, 1000)] May 10 03:09:54.706873 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing driver for type 'local' May 10 03:09:54.707138 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing driver for type 'vlan' May 10 03:09:54.775263 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] VlanTypeDriver initialization complete May 10 03:09:54.775878 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing driver for type 'vxlan' May 10 03:09:54.776127 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] vxlan ID ranges: [(1, 1000)] May 10 03:09:54.924183 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing extension driver 'port_security' May 10 03:09:54.924525 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] PortSecurityExtensionDriver initialization complete May 10 03:09:54.924853 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing mechanism driver 'openvswitch' May 10 03:09:54.925224 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing mechanism driver 'hyperv' May 10 03:09:54.950731 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.plugin [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:09:54.951583 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.951957 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.952337 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.952899 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.953337 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.953696 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.954041 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.954438 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.954849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.955198 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.955542 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.955939 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.956375 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.956725 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.957108 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.957462 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.957867 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.958212 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.958551 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.958949 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.959351 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > address_group after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.959696 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > address_group after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.960060 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.960460 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 03:09:54.960906 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] ML2 OVO RPC backend initialized. {{(pid=103685) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 03:09:54.961607 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.961963 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.962384 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.962736 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > networks before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.963087 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.963431 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > ports before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.963775 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.964152 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnets before_response 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.964499 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.964839 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.965175 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.966114 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.966452 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.966787 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.967123 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.967458 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.967789 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:54.975340 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded quota_driver: . May 10 03:09:54.975701 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.plugin [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Modular L2 Plugin initialization complete May 10 03:09:54.976081 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading services supported by the core plugin {{(pid=103685) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 03:09:54.976426 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.plugins.ml2.managers [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Got port-security extension from driver 'port_security' May 10 03:09:54.976901 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.extensions.vlantransparent [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Disabled vlantransparent extension. May 10 03:09:54.977395 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103685) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 03:09:54.977721 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: router May 10 03:09:55.013562 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.013950 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_create 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.014325 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router before_create 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.014692 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.015064 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.015421 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_delete 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.015779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.016157 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.016519 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_create 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.016868 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.017218 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.017568 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.018051 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.018467 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.018843 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.019186 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.019526 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: subnet after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.019866 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.020243 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.020599 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_create 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.020945 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.021288 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.021644 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router after_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.021990 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.022349 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_create 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.022711 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.023058 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_update 55549900 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.023422 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > agent after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.023772 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > agent after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.024145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > network after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.025006 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Tracking information for resource: router configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:55.025336 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Tracking information for resource: floatingip configured {{(pid=103685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 03:09:55.030253 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.db.l3_agentschedulers_db [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 03:09:55.030823 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.031187 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.031536 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.031887 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: port after_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.032702 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router before_create 55550100 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.033068 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.033430 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_create 55550100 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.033788 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > router precommit_update 55550100 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.038598 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.provider_configuration [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service providers = [] {{(pid=103685) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 03:09:55.039216 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.db.servicetype_db [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103685) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 03:09:55.042198 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.service_base [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:09:55.042545 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.service_base [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:09:55.042884 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.service_base [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:09:55.044345 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.services.service_base [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 03:09:55.044717 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.services.service_base [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 03:09:55.045093 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.045409 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 03:09:55.056079 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.056413 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: auto_allocate May 10 03:09:55.062652 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: network precommit_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.063007 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: network precommit_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.063527 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.063849 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: tag May 10 03:09:55.070603 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.070928 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: timestamp May 10 03:09:55.074799 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.075129 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: network_ip_availability May 10 03:09:55.080665 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.081034 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.081388 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.082094 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.082411 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: flavors May 10 03:09:55.087309 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.087639 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading Plugin: revisions May 10 03:09:55.091930 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 03:09:55.092346 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.130s {{(pid=103685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 03:09:55.093081 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103685) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 03:09:55.093413 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Initializing extension manager. May 10 03:09:55.093942 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: __init__.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.094282 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: __pycache__ {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.094615 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: _port_mac_address_override.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.094947 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: address_group.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.095695 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.096297 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: address-group May 10 03:09:55.096622 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: address_scope.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.097343 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.097869 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: address-scope May 10 03:09:55.098189 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.099112 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.099642 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: router-admin-state-down-before-update May 10 03:09:55.099966 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: agent.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.100691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.101220 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: agent May 10 03:09:55.101543 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: agent_resources_synced.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.102463 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.102996 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: agent-resources-synced May 10 03:09:55.103317 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: allowedaddresspairs.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.105154 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.105689 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: allowed-address-pairs May 10 03:09:55.107495 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: auto_allocated_topology.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.108623 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.109162 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: auto-allocated-topology May 10 03:09:55.109489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: availability_zone.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.110188 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.110714 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: availability_zone May 10 03:09:55.111040 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: availability_zone_filter.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.111966 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.112520 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: availability_zone_filter May 10 03:09:55.112841 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: data_plane_status.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.113764 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.114292 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension data-plane-status not supported by any of loaded plugins May 10 03:09:55.114613 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: default_subnetpools.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.115534 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.116088 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: default-subnetpools May 10 03:09:55.116410 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.117222 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.117747 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: dhcp_agent_scheduler May 10 03:09:55.118068 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: dns.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.118986 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.119518 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension dns-integration not supported by any of loaded plugins May 10 03:09:55.119828 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: dns_domain_ports.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.120779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.121298 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 03:09:55.121662 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.123085 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.123604 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 03:09:55.123924 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: dvr.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.124623 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.125142 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: dvr May 10 03:09:55.125461 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: ecmp_routes.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.126379 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.126897 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension ecmp_routes not supported by any of loaded plugins May 10 03:09:55.127216 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: empty_string_filtering.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.128171 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.128700 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: empty-string-filtering May 10 03:09:55.129018 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.129932 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.130461 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 03:09:55.130783 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.131700 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.132261 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 03:09:55.132584 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: external_net.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.133499 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.134030 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: external-net May 10 03:09:55.134354 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.135262 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.135789 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: extra_dhcp_opt May 10 03:09:55.136145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: extraroute.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.137063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.137618 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: extraroute May 10 03:09:55.137939 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: extraroute_atomic.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.139137 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.139670 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: extraroute-atomic May 10 03:09:55.139992 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: filter_validation.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.140689 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.141213 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: filter-validation May 10 03:09:55.141532 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: fip_pf_description.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.142445 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.142968 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 03:09:55.143286 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: fip_pf_port_range.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.144229 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.144750 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 03:09:55.145066 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: fip_port_details.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.146006 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.146529 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: fip-port-details May 10 03:09:55.146846 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: flavors.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.148119 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.148651 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: flavors May 10 03:09:55.148974 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.150624 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.151164 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 03:09:55.151493 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: floatingip_pools.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.152227 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.152761 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: floatingip-pools May 10 03:09:55.153149 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: ip_allocation.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.154076 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.154603 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension ip_allocation not supported by any of loaded plugins May 10 03:09:55.154927 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.155850 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.156407 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: ip-substring-filtering May 10 03:09:55.156734 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l2_adjacency.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.157659 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.158215 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension l2_adjacency not supported by any of loaded plugins May 10 03:09:55.158539 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.159504 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.160062 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: router May 10 03:09:55.160390 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.162591 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.163135 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 03:09:55.163468 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.164680 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.165213 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: ext-gw-mode May 10 03:09:55.165544 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.166472 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.167002 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: l3-ha May 10 03:09:55.167330 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.168351 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.169406 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 03:09:55.169737 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_flavors.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.170669 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.171191 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: l3-flavors May 10 03:09:55.171517 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.172920 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.173455 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 03:09:55.173781 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.174707 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.175238 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: l3-port-ip-change-not-allowed May 10 03:09:55.175564 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: l3agentscheduler.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.176626 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.177161 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: l3_agent_scheduler May 10 03:09:55.177489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: local_ip.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.188217 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.188764 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension local_ip not supported by any of loaded plugins May 10 03:09:55.189096 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: logging.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.190571 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.191108 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension logging not supported by any of loaded plugins May 10 03:09:55.191438 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: metering.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.192215 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.192815 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: metering May 10 03:09:55.193143 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.194258 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.194793 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: metering_source_and_destination_fields May 10 03:09:55.195119 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: multiprovidernet.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.196077 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.196610 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: multi-provider May 10 03:09:55.196935 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: netmtu.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.197870 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.198394 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: net-mtu May 10 03:09:55.198716 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: netmtu_writable.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.199638 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.200220 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: net-mtu-writable May 10 03:09:55.200542 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: network_availability_zone.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.201216 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.201747 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: network_availability_zone May 10 03:09:55.202068 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: network_ip_availability.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.203175 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.203706 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: network-ip-availability May 10 03:09:55.204044 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: network_segment_range.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.204819 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.205340 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension network-segment-range not supported by any of loaded plugins May 10 03:09:55.205660 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: pagination.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.206653 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.206984 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: pagination May 10 03:09:55.211952 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_device_profile.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.212678 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.213209 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-device-profile May 10 03:09:55.213532 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_mac_address_override.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.214509 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.215039 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-mac-override May 10 03:09:55.215892 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.216857 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.217385 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-mac-address-regenerate May 10 03:09:55.217709 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.218625 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.219152 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-numa-affinity-policy May 10 03:09:55.219473 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_resource_request.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.220415 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.220963 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension port-resource-request not supported by any of loaded plugins May 10 03:09:55.221282 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: port_resource_request_groups.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.222257 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.222779 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 03:09:55.223101 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: portbindings.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.224060 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.224586 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: binding May 10 03:09:55.224907 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: portbindings_extended.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.226169 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.226705 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: binding-extended May 10 03:09:55.227030 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: portsecurity.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.227969 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.228528 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-security May 10 03:09:55.228855 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: project_id.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.229839 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.230170 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: project-id May 10 03:09:55.230492 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: providernet.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.232120 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.232653 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: provider May 10 03:09:55.232976 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.236752 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.237293 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos not supported by any of loaded plugins May 10 03:09:55.237623 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.238885 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.239416 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 03:09:55.239742 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.247060 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.247591 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 03:09:55.247916 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_default.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.248869 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.249400 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-default not supported by any of loaded plugins May 10 03:09:55.249726 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_fip.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.250651 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.251180 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-fip not supported by any of loaded plugins May 10 03:09:55.251503 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.252450 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.252986 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 03:09:55.253307 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_gateway_ip.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.254232 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.254761 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 03:09:55.255083 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_port_network_policy.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.256025 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.256558 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 03:09:55.256879 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.257926 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.258470 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 03:09:55.258797 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.259850 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.260423 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 03:09:55.260747 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_pps_rule.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.261926 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.262564 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-pps not supported by any of loaded plugins May 10 03:09:55.263110 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_rule_type_details.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.264516 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.265396 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 03:09:55.265733 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.266918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.267462 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 03:09:55.267868 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: qos_rules_alias.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.269323 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.270121 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 03:09:55.270456 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: quota_check_limit.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.271772 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.272691 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: quota-check-limit May 10 03:09:55.273252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: quotasv2.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.274814 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.275371 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: quotas May 10 03:09:55.275930 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: quotasv2_detail.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.279294 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.279869 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: quota_details May 10 03:09:55.280481 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: rbac.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.282215 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.289224 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: rbac-policies May 10 03:09:55.289224 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: rbac_address_group.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.289943 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.290497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: rbac-address-group May 10 03:09:55.290828 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: rbac_address_scope.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.291775 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.292351 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: rbac-address-scope May 10 03:09:55.292680 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: rbac_security_groups.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.294178 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.294714 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: rbac-security-groups May 10 03:09:55.295040 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: rbac_subnetpool.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.295972 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.296557 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: rbac-subnetpool May 10 03:09:55.296886 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: revisionifmatch.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.297819 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.298357 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: revision-if-match May 10 03:09:55.298684 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: revisions.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.299843 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.300414 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: standard-attr-revisions May 10 03:09:55.300738 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: router_availability_zone.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.301416 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.301942 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: router_availability_zone May 10 03:09:55.302266 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: routerservicetype.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.303195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.303762 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension router-service-type not supported by any of loaded plugins May 10 03:09:55.304109 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.305042 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.305612 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: security-groups-normalized-cidr May 10 03:09:55.305935 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.306872 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.307470 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: port-security-groups-filtering May 10 03:09:55.307795 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.310075 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.310609 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: security-groups-remote-address-group May 10 03:09:55.310933 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.312050 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.312595 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: security-groups-shared-filtering May 10 03:09:55.312920 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.313519 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 03:09:55.313839 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: securitygroup.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.323601 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.324182 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: security-group May 10 03:09:55.331622 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: segment.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.331622 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.331622 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension segment not supported by any of loaded plugins May 10 03:09:55.331622 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.332485 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.334254 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 03:09:55.334254 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: servicetype.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.334993 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.335536 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: service-type May 10 03:09:55.335866 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: sorting.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.336902 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.337237 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: sorting May 10 03:09:55.337561 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: standard_attr_segment.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.338510 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.339039 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 03:09:55.339366 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: standardattrdescription.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.340040 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.341099 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: standard-attr-description May 10 03:09:55.341422 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: stateful_security_group.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.342364 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.342893 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: stateful-security-group May 10 03:09:55.343214 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: stdattrs_common.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.343807 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 03:09:55.344150 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.345085 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.345617 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 03:09:55.345941 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnet_onboard.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.347021 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.347553 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: subnet_onboard May 10 03:09:55.347878 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.348841 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.349369 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 03:09:55.349693 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnet_service_types.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.350626 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.351163 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: subnet-service-types May 10 03:09:55.351489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnetallocation.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.352619 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.353152 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: subnet_allocation May 10 03:09:55.353477 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.354149 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.354683 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: subnetpool-prefix-ops May 10 03:09:55.355008 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.355945 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.361342 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 03:09:55.361342 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: tagging.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.361342 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.361342 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: standard-attr-tag May 10 03:09:55.361342 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: timestamp.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.362291 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.362826 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loaded extension: standard-attr-timestamp May 10 03:09:55.363155 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: trunk.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.364219 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.364753 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension trunk not supported by any of loaded plugins May 10 03:09:55.365080 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: trunk_details.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.366008 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.366541 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension trunk-details not supported by any of loaded plugins May 10 03:09:55.366865 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: uplink_status_propagation.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.367791 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.368361 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 03:09:55.368680 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Loading extension file: vlantransparent.py {{(pid=103685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 03:09:55.369362 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 03:09:55.369889 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extension vlan-transparent not supported by any of loaded plugins May 10 03:09:55.372552 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:network May 10 03:09:55.373075 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnet May 10 03:09:55.373473 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:09:55.373865 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:port May 10 03:09:55.375126 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.375571 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service FLAVORS assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.376220 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.376655 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.376987 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:router May 10 03:09:55.377421 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:floatingip May 10 03:09:55.377914 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service METERING assigned prefix: /metering {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.379377 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.379747 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.380125 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of CountableResource for resource:rbac_policy May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:security_group May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:security_group_rule May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service CORE assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] subnetpool is already registered May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service CORE assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:09:55.384497 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] subnetpool is already registered May 10 03:09:55.386539 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.386978 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service FLAVORS assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.387590 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.388030 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.388364 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:router May 10 03:09:55.388703 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] router is already registered May 10 03:09:55.389124 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:floatingip May 10 03:09:55.389458 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] floatingip is already registered May 10 03:09:55.389917 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service METERING assigned prefix: /metering {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.390585 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of CountableResource for resource:rbac_policy May 10 03:09:55.390912 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] rbac_policy is already registered May 10 03:09:55.391339 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:security_group May 10 03:09:55.391662 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] security_group is already registered May 10 03:09:55.392094 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:security_group_rule May 10 03:09:55.392427 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] security_group_rule is already registered May 10 03:09:55.393046 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service CORE assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.393381 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:09:55.393715 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] subnetpool is already registered May 10 03:09:55.394135 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.v2.resource_helper [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Service CORE assigned prefix: {{(pid=103685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 03:09:55.394455 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Creating instance of TrackedResource for resource:subnetpool May 10 03:09:55.394783 dv-cinder-830094-4-smb neutron-server[103685]: WARNING neutron.quota.resource_registry [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] subnetpool is already registered May 10 03:09:55.395255 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: extensions {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.396819 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: address-groups {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.398293 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: address-scopes {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.399581 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: agents {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.400779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: auto-allocated-topology {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.402026 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: availability_zones {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.403787 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: dhcp-networks {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.405343 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: dhcp-agents {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.406766 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: routers {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.409005 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: flavors {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.410162 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: service_profiles {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.411353 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: next_providers {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.412840 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: service_profiles {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.414650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: floatingip-pools {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.415848 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: routers {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.417978 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: floatingips {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.420813 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: l3-routers {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.422194 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: l3-agents {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.426199 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: metering-labels {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.426199 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: metering-label-rules {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.426363 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: network-ip-availabilities {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.427489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: bindings {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.429195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: quotas {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.430738 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: quotas {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.432290 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: rbac-policies {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.433559 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: security-groups {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.434818 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: security-group-rules {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.436083 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: service-providers {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.437301 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: subnetpools {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.438719 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: subnetpools {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.440196 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.441868 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.443683 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.445489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.447273 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.449163 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.450903 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.452853 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.454615 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.456511 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron.api.extensions [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Extended resource: tags {{(pid=103685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 03:09:55.462445 dv-cinder-830094-4-smb neutron-server[103685]: WARNING keystonemiddleware.auth_token [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 03:09:55.468175 dv-cinder-830094-4-smb neutron-server[103685]: WARNING keystonemiddleware.auth_token [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 03:09:55.477015 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Acquired lock "singleton_lock" {{(pid=103685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 03:09:55.477490 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_concurrency.lockutils [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Releasing lock "singleton_lock" {{(pid=103685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 03:09:55.478145 dv-cinder-830094-4-smb neutron-server[103685]: INFO oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Starting 2 workers May 10 03:09:55.483553 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Started child 103794 {{(pid=103685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:09:55.488079 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Started child 103795 {{(pid=103685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:09:55.489081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.489761 dv-cinder-830094-4-smb neutron-server[103685]: INFO neutron.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Neutron service started, listening on 0.0.0.0:9696 May 10 03:09:55.490326 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.490662 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [-] (103794) wsgi starting up on http://0.0.0.0:9696 May 10 03:09:55.492754 dv-cinder-830094-4-smb neutron-server[103685]: INFO oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Starting 1 workers May 10 03:09:55.492947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.494455 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [-] (103795) wsgi starting up on http://0.0.0.0:9696 May 10 03:09:55.498008 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Started child 103796 {{(pid=103685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:09:55.500847 dv-cinder-830094-4-smb neutron-server[103685]: INFO oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Starting 1 workers May 10 03:09:55.501918 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] calling RpcWorker wait() {{(pid=103796) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 03:09:55.502426 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] returning from RpcWorker wait() {{(pid=103796) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 03:09:55.503070 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Started child 103797 {{(pid=103685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 03:09:55.503767 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.503885 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG neutron_lib.callbacks.manager [None req-e3118976-8fa5-4765-aa42-ae7488a2332a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.504329 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:09:55.505761 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 03:09:55.505984 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:09:55.506168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:09:55.506404 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:09:55.506731 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:09:55.506894 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:09:55.507428 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.507722 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.507816 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:09:55.508317 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.508317 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.508849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.509105 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.509378 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.509654 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.509886 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.510056 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.510222 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.510470 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.510720 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.511035 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.511300 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.511538 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.511806 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.511982 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.512288 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.512549 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.512779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.513057 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] debug = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.513297 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.513803 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.514036 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.514294 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.514512 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.514803 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.515049 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.515302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.515560 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.515818 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.516067 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.516325 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.516573 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.516815 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.517034 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.517313 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.517568 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.517999 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] host = dv-cinder-830094-4-smb {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.518252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.518469 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.518730 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.518991 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.519244 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.519467 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.519732 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.519976 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.520263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.520510 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.520767 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.521002 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.521244 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.521505 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.521672 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_options = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.521976 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.522198 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.522449 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.522646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.522816 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.522980 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.523244 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.523410 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.523663 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.523880 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.524122 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.524341 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.524753 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.525121 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.525483 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.525774 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.526010 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.526242 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.526511 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.526870 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.527179 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.527496 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.527723 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.528502 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.528890 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.529134 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.529483 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.529803 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.530022 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.530252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.530522 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.530783 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.530997 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.531236 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.531493 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.531725 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.532273 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.532273 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.532684 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.532892 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.533097 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.533256 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.533393 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:09:55.533537 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.533903 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.534146 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.534415 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.534666 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_json = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.534917 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.535279 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.535431 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.535697 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.535853 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.536080 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.536304 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.536557 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.536818 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.537232 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.537880 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.538305 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.538305 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.538593 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.538855 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.539317 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.539545 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.539779 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.540066 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.540380 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.540607 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.540932 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.541198 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.541441 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.541800 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.542118 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.542454 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.542628 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.542851 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.543077 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.543330 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.545645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547372 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547725 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.547790 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.548025 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.548279 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.548710 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.549166 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.549601 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.549740 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.549899 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.550124 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.550385 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.550632 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.550891 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.551124 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.551373 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553902 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553902 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553902 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.553902 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.554357 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.554357 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.554503 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.554707 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.554926 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.555164 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.555549 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.555791 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.556057 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.556302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.556519 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.556743 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.557012 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.557319 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.557565 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.557782 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.558192 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.558596 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.558817 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.559030 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.559425 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.559806 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.560040 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.560433 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.560813 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.561181 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.561404 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.561621 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.561857 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.562095 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.562416 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.562682 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.562961 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.563298 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.563668 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.564691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.564691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.564691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.564691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.565034 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.565145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.565433 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.565880 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.566119 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.566397 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.566717 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.566940 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.567167 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.567419 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.567659 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.567907 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.568229 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.568675 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.568938 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.569330 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.569743 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.570011 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.570319 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.570581 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.570861 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.571087 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.571353 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.571655 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.571929 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.572229 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575348 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575928 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575928 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.575928 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.576156 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.576222 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.576455 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.576691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.576961 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.577212 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.577467 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.577734 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.577984 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.578217 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.578450 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.578713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.578928 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.579174 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.579427 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.579657 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.579895 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.580136 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.580385 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.580611 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.580843 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.581106 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.581322 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.581555 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.581792 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.582016 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.582237 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.582470 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.582686 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.582910 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.583145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.583526 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.583769 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.583989 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.584250 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.584508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.584732 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.585018 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.585264 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.585480 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.585756 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.585996 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.586236 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.586457 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.586706 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.586956 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.587193 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.587415 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.587637 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.587842 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.588078 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.588318 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.588516 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.589144 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.589385 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.589737 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.589999 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.590229 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.591407 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.591407 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.591694 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.591694 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.591943 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.592154 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.592395 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.592638 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.592852 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.593075 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.593297 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.593542 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.593748 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.594010 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.594261 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.594502 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.594743 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.594984 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.595200 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.595438 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.595655 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.595869 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.596108 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.596330 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.596567 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.596798 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.597099 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.597550 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.597658 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.597843 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.598068 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.598289 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.598523 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.598760 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.599061 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.599237 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.599456 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.599671 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.599901 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.600137 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604111 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.604713 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605757 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605757 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.605912 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.606054 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.606305 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.606845 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.606845 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.607070 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.607337 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.607583 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.607813 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.608068 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.608400 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.608674 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.608961 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.609208 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.609465 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.609738 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.610011 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.610295 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.610510 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.610814 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.611171 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.611452 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.611718 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.611975 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.612263 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.612458 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.612682 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.612950 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.613138 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.613369 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.613630 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.613864 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.614106 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.614323 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.614632 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.614798 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.615042 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.615255 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.615480 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.615706 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.615850 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:09:55.616463 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 03:09:55.616633 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 03:09:55.616788 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 03:09:55.616957 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 03:09:55.617127 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 03:09:55.617280 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 03:09:55.617494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.617657 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.617819 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.617979 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618175 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618343 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618505 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618667 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618827 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.618988 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619148 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619307 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619468 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619629 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619791 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.619951 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620134 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620462 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620623 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620783 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.620944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] debug = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621109 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621368 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621502 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621636 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621802 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.621964 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622102 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622261 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622420 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622580 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622739 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.622899 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623060 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623220 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623381 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623541 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623702 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.623879 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] host = dv-cinder-830094-4-smb {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.624041 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627302 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_options = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.627849 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.628494 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629045 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629597 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629597 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629597 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629597 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629597 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629916 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.629916 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630065 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630145 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630261 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630420 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630580 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630740 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.630901 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631204 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631204 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631371 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631667 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631826 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.631990 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632179 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632326 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632485 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632645 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632804 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.632965 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633124 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633282 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_json = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633601 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633760 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.633992 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634090 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634228 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634387 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634547 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634707 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 03:09:55.634890 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635011 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:09:55.635104 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635214 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635377 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635540 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635703 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.635866 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636049 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636214 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636377 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636546 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636709 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.636884 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.637052 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.637733 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.637916 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638078 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638241 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638404 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638567 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638729 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.638891 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.639061 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.639222 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.640221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.641508 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642104 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642104 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642104 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642104 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642489 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642695 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642772 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.642891 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643365 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643365 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643365 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643579 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643657 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643872 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.643970 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.644150 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.644292 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.644464 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.644627 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.644789 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645008 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645109 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645264 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645426 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645587 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645750 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.645913 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646075 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646250 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646412 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646574 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646741 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.646904 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647066 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647229 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647391 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647552 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647715 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.647878 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648059 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648221 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648384 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648548 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648709 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.648872 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649034 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649196 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649358 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649524 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649686 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.649851 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650027 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650190 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650352 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650513 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650673 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650834 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.650996 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651157 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651319 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651480 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651641 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651802 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.651965 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.652149 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.652312 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.652474 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.652635 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.652797 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.653505 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.653668 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.655679 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656168 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656758 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656758 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656758 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.656758 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657073 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657073 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657218 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657341 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657503 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657667 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.657829 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658014 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658176 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658340 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658503 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658666 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658829 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.658991 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659153 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659316 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659479 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659642 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.659970 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660154 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660318 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660480 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660644 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660806 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.660969 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661134 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661297 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661460 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661622 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661783 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.661945 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662109 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662271 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662433 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662596 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662759 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.662921 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663083 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663244 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663574 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663736 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.663896 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.664562 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.664562 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.664795 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.664795 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.664942 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665092 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665262 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665409 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665572 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665752 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.665903 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666144 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666469 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666469 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666619 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666691 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.666838 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667001 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667181 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667350 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667510 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667676 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.667840 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668020 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668186 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668352 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668540 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668704 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.668870 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669034 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669197 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669359 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669987 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669987 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669987 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.669987 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.670292 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.670292 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.670430 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.670591 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.670753 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.672063 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.678646 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679195 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.679805 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680411 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.680918 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681442 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.681944 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.682650 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683252 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683842 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683842 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683842 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 03:09:55.683842 dv-cinder-830094-4-smb neutron-server[103685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 03:09:55.829115 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 49526) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:09:55.837753 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065026 May 10 03:10:07.519158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57bad2-72b7-4599-bc3c-2e7e34ff92b4 None None] get_active_networks_info from dv-cinder-830094-4-smb {{(pid=103796) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 03:10:07.574194 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57bad2-72b7-4599-bc3c-2e7e34ff92b4 None None] No non-hosted networks {{(pid=103796) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 03:10:07.582314 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.agentschedulers_db [None req-cb57bad2-72b7-4599-bc3c-2e7e34ff92b4 None None] DHCP Agent not found on host dv-cinder-830094-4-smb {{(pid=103796) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 03:10:07.666367 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fa6e92d2-2a74-4174-a591-1a7b2b7de093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:09.712032 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30cc82be-583c-4b07-b604-02d64584da1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:09.740889 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.db.api [None req-17b724c3-2ad9-4b05-864d-eefeffece7f4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830094-4-smb {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:10:09.741574 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG oslo_db.api [None req-17b724c3-2ad9-4b05-864d-eefeffece7f4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:10:10.261357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-17b724c3-2ad9-4b05-864d-eefeffece7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:10.744139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49592) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:10.854783 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:11.290023 dv-cinder-830094-4-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-74c79c84-20a8-4c53-a49d-5a3366fdce68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:11.290705 dv-cinder-830094-4-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-74c79c84-20a8-4c53-a49d-5a3366fdce68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:11.514898 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-74c79c84-20a8-4c53-a49d-5a3366fdce68 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:10:11.532054 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-74c79c84-20a8-4c53-a49d-5a3366fdce68 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7702627 May 10 03:10:12.403861 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:13.970320 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:13.971637 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.973404 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.974291 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.974796 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.978762 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.980893 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.984710 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.986528 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.987947 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.988674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:13.989468 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830094-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:14.008129 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830094-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:14.085096 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49626) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:14.415418 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:14.521955 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.policy [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103795) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 03:10:14.564725 dv-cinder-830094-4-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:14.565054 dv-cinder-830094-4-smb neutron-server[103795]: WARNING oslo_policy.policy [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:14.725725 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864846240', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864845740', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864502056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864507774', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864497451', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775864490565', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2091789', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1853175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655325'] for rbac-policy (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:14.931894 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:14.933250 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a666f9d2-a460-4587-8abb-91de527876b1 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8470259 May 10 03:10:15.821075 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.db.l3_hamode_db [None req-f41a879e-439d-4c80-b879-9e0f654f6afe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 03:10:15.897804 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a879e-439d-4c80-b879-9e0f654f6afe None None] Routers set() bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:10:15.898179 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a879e-439d-4c80-b879-9e0f654f6afe None None] Router IDs set() for agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 03:10:17.388471 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:17.708318 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:17.791113 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Made reservation on behalf of 2db4f8a4c66d4ca684aabd3e75eafbc2 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:10:17.795584 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:17.812062 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:17.923948 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks [] for security_group (1779c30e-c38a-4a3c-b444-4c3e5d3dbece), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:17.985449 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1779c30e-c38a-4a3c-b444-4c3e5d3dbece), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.016797 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:10:18.044989 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775866635048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (9d9eadb0-276d-4586-a35d-782de645bc92), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.045581 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Unsubscribe: segment precommit_create {{(pid=103795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 03:10:18.046116 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Added segment 9d9eadb0-276d-4586-a35d-782de645bc92 of type vlan for network 763244ab-9f51-4b40-a87f-4bc2280eaecb May 10 03:10:18.051830 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1779c30e-c38a-4a3c-b444-4c3e5d3dbece,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:18.086429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.086769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.087099 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.087450 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.087775 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.088119 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.088434 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.088748 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.089060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.089370 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.089682 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.090571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.090885 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.091193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.091502 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Tracked resource versions report: May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: pushed versions: May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: { 'AddressGroup': {'1.2'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Agent': {'1.1'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'ConntrackHelper': {'1.0'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Log': {'1.0'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'NDPProxy': {'1.0'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Network': {'1.1'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Port': {'1.7'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'PortForwarding': {'1.3'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'QosPolicy': {'1.10'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroup': {'1.5'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SubPort': {'1.0'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Subnet': {'1.1'}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Trunk': {'1.1'}} May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: consumer versions: May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Agent': '1.1', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'ConntrackHelper': '1.0', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'LocalIPAssociation': '1.0', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Log': '1.0', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'NDPProxy': '1.0', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Network': '1.1', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Port': '1.7', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'PortForwarding': '1.3', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'QosPolicy': '1.10', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroup': '1.5', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroupRule': '1.2', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'SubPort': '1.0', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Subnet': '1.1', May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: 'Trunk': '1.1'}} May 10 03:10:18.092676 dv-cinder-830094-4-smb neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:10:18.155966 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (763244ab-9f51-4b40-a87f-4bc2280eaecb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.244084 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (763244ab-9f51-4b40-a87f-4bc2280eaecb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.249146 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:18.249893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:18.365283 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] Pushing event updated for resources: {'Network': ['ID=763244ab-9f51-4b40-a87f-4bc2280eaecb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:18.376986 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:10:18.395456 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a31ccbae-43f6-4a97-8890-e0ce793a6d4d demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0048780 May 10 03:10:20.861543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 49650) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:21.353030 dv-cinder-830094-4-smb neutron-server[103794]: WARNING oslo_policy.policy [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:21.353569 dv-cinder-830094-4-smb neutron-server[103794]: WARNING oslo_policy.policy [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:21.809823 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.policy [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103794) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 03:10:21.853687 dv-cinder-830094-4-smb neutron-server[103794]: WARNING oslo_policy.policy [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:21.854053 dv-cinder-830094-4-smb neutron-server[103794]: WARNING oslo_policy.policy [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 03:10:21.861581 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:21.863356 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9d662b6c-bab8-4dbb-b210-f738f859a0b9 demo admin] 10.222.0.65 "GET /v2.0/networks/763244ab-9f51-4b40-a87f-4bc2280eaecb HTTP/1.1" status: 200 len: 825 time: 1.0009046 May 10 03:10:21.903730 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5b1930cb-f17e-45c3-ab7b-6f5739b82d8d demo admin] 10.222.0.65 "GET /v2.0/subnetpools/34c9e882-e9d2-4901-8331-2097454a8954 HTTP/1.1" status: 200 len: 734 time: 0.0347099 May 10 03:10:21.912680 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'name': 'private-subnet', 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:21.992380 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Made reservation on behalf of 2db4f8a4c66d4ca684aabd3e75eafbc2 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:10:21.995286 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:22.312782 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (02ef8cf5-bc0b-4ebf-be07-5c94697bb69b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:22.385290 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Checking segment: {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:10:22.385654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Network hostable DHCP agents. Network: 763244ab-9f51-4b40-a87f-4bc2280eaecb, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:10:22.393795 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Pushing event updated for resources: {'Subnet': ['ID=02ef8cf5-bc0b-4ebf-be07-5c94697bb69b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:22.405408 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.405766 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.406078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.406429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.406759 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.407078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.407393 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.407708 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.408045 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.408361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.408672 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.408997 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.409309 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.409619 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.409926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Tracked resource versions report: May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: pushed versions: May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: { 'AddressGroup': {'1.2'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Agent': {'1.1'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'ConntrackHelper': {'1.0'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Log': {'1.0'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'NDPProxy': {'1.0'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Network': {'1.1'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Port': {'1.7'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'PortForwarding': {'1.3'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'QosPolicy': {'1.10'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroup': {'1.5'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SubPort': {'1.0'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Subnet': {'1.1'}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Trunk': {'1.1'}} May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: consumer versions: May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Agent': '1.1', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'ConntrackHelper': '1.0', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'LocalIPAssociation': '1.0', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Log': '1.0', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'NDPProxy': '1.0', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Network': '1.1', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Port': '1.7', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'PortForwarding': '1.3', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'QosPolicy': '1.10', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroup': '1.5', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroupRule': '1.2', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'SubPort': '1.0', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Subnet': '1.1', May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: 'Trunk': '1.1'}} May 10 03:10:22.411074 dv-cinder-830094-4-smb neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:10:22.499934 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:10:22.585807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 763244ab-9f51-4b40-a87f-4bc2280eaecb) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:22.590504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:22.591170 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:22.595757 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e31e6-2ed3-439a-b286-6bd06a2bcdca None None] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:10:22.685995 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ff2aa9c4-fb8a-4790-adaf-19621ba9e654 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7767668 May 10 03:10:22.849782 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-763244ab-9f51-4b40-a87f-4bc2280eaecb', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:10:22.851050 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.131254 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Allocated IP 172.20.0.2 (763244ab-9f51-4b40-a87f-4bc2280eaecb/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b/ce7b16ad-685e-427c-b83f-c7ee9399eda9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:10:23.408151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks [] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.461761 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.540407 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:10:23.547333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:23.550331 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:10:23.556529 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Pushing event updated for resources: {'Port': ['ID=ce7b16ad-685e-427c-b83f-c7ee9399eda9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:23.567631 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.567968 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.568326 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.568669 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.568994 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.569314 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.569631 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.569943 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.570264 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.570578 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.570889 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.571214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.571527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.571834 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.572164 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Tracked resource versions report: May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: pushed versions: May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: { 'AddressGroup': {'1.2'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Agent': {'1.1'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'ConntrackHelper': {'1.0'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Log': {'1.0'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'NDPProxy': {'1.0'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Network': {'1.1'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Port': {'1.7'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'PortForwarding': {'1.3'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'QosPolicy': {'1.10'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroup': {'1.5'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SubPort': {'1.0'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Subnet': {'1.1'}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Trunk': {'1.1'}} May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: consumer versions: May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Agent': '1.1', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'ConntrackHelper': '1.0', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'LocalIPAssociation': '1.0', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Log': '1.0', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'NDPProxy': '1.0', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Network': '1.1', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Port': '1.7', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'PortForwarding': '1.3', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'QosPolicy': '1.10', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroup': '1.5', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroupRule': '1.2', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'SubPort': '1.0', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Subnet': '1.1', May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: 'Trunk': '1.1'}} May 10 03:10:23.573304 dv-cinder-830094-4-smb neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:10:23.646100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Attempting to bind port ce7b16ad-685e-427c-b83f-c7ee9399eda9 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:10:23.646773 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Attempting to bind port ce7b16ad-685e-427c-b83f-c7ee9399eda9 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:10:23.646903 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Attempting to bind port ce7b16ad-685e-427c-b83f-c7ee9399eda9 on network 763244ab-9f51-4b40-a87f-4bc2280eaecb {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:10:23.651790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:10:23.652780 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Checking segment: {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:10:23.653284 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.653670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Bound using segment: {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:10:23.654214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Bound port: ce7b16ad-685e-427c-b83f-c7ee9399eda9, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:10:23.654615 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.715773 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] For port ce7b16ad-685e-427c-b83f-c7ee9399eda9, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:10:23.736667 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] For port ce7b16ad-685e-427c-b83f-c7ee9399eda9, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ce7b16ad-685e-427c-b83f-c7ee9399eda9,segment=NetworkSegment(9d9eadb0-276d-4586-a35d-782de645bc92),segment_id=9d9eadb0-276d-4586-a35d-782de645bc92)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:10:23.821077 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:23.877698 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9086-0f2e-406a-a476-c977805b52bf None None] Pushing event updated for resources: {'Port': ['ID=ce7b16ad-685e-427c-b83f-c7ee9399eda9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:25.205133 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49670) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:25.561079 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-78902c94-4e56-4d2f-8865-fadae0fa51ee admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:10:25.562043 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-78902c94-4e56-4d2f-8865-fadae0fa51ee admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3559744 May 10 03:10:28.033665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:28.339998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-1c4a47a3-29f3-4193-8c53-aa0318a3771a admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:10:28.341083 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1c4a47a3-29f3-4193-8c53-aa0318a3771a admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3064950 May 10 03:10:30.794686 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49686) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:31.117963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:31.202606 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (b697ba82-c70b-4975-8ae4-9c104098f781), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:31.204241 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (b697ba82-c70b-4975-8ae4-9c104098f781), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:31.343758 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Publish callbacks [] for router_controller (b697ba82-c70b-4975-8ae4-9c104098f781), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:31.410223 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (b697ba82-c70b-4975-8ae4-9c104098f781), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:31.491726 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:31.492930 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9d8f5f46-c0bb-4522-93e7-aa75a966f1de demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6971767 May 10 03:10:34.012163 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:34.329553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-74fc32fa-b5e7-4ec6-8504-fadb2fcd6c64 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:10:34.330549 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-74fc32fa-b5e7-4ec6-8504-fadb2fcd6c64 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3174181 May 10 03:10:34.643672 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ce7b16ad-685e-427c-b83f-c7ee9399eda9 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:10:34.731157 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port ce7b16ad-685e-427c-b83f-c7ee9399eda9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:34.731493 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:34.840150 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port ce7b16ad-685e-427c-b83f-c7ee9399eda9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:34.840533 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:34.873573 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port ce7b16ad-685e-427c-b83f-c7ee9399eda9, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ce7b16ad-685e-427c-b83f-c7ee9399eda9,segment=NetworkSegment(9d9eadb0-276d-4586-a35d-782de645bc92),segment_id=9d9eadb0-276d-4586-a35d-782de645bc92)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:10:34.952216 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:35.002219 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=ce7b16ad-685e-427c-b83f-c7ee9399eda9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:35.397588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f851089d-6811-4ffd-a573-36ab968b57cb None None] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:10:35.458405 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1c871ac5-cd76-474e-8eb0-87e4b7ed3b9b None None] Provisioning complete for port ce7b16ad-685e-427c-b83f-c7ee9399eda9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:35.458828 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1c871ac5-cd76-474e-8eb0-87e4b7ed3b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:35.601036 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1c871ac5-cd76-474e-8eb0-87e4b7ed3b9b None None] Current status of the port ce7b16ad-685e-427c-b83f-c7ee9399eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:35.819061 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-76e156ee-2b87-41e8-b604-28016cad2717 None None] Provisioning complete for port ce7b16ad-685e-427c-b83f-c7ee9399eda9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:35.819690 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-76e156ee-2b87-41e8-b604-28016cad2717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:35.896311 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-76e156ee-2b87-41e8-b604-28016cad2717 None None] Current status of the port ce7b16ad-685e-427c-b83f-c7ee9399eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:36.608093 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ce7b16ad-685e-427c-b83f-c7ee9399eda9 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:10:36.652476 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port ce7b16ad-685e-427c-b83f-c7ee9399eda9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:36.652863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:36.729667 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port ce7b16ad-685e-427c-b83f-c7ee9399eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:36.770534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49706) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:37.083739 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:37.140548 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Made reservation on behalf of b2907edfa2f14a3b85299455266c251c for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:10:37.142746 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.150733 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.221350 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks [] for security_group (709b44c3-1617-4892-8058-23897a7b552f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.306323 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (709b44c3-1617-4892-8058-23897a7b552f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.321232 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Reserving flat network on physical network physnet1 {{(pid=103795) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 03:10:37.339898 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b44c3-1617-4892-8058-23897a7b552f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:37.344691 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (1ac977d7-33b0-457f-b8d4-a8da198c6232), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.345028 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Added segment 1ac977d7-33b0-457f-b8d4-a8da198c6232 of type flat for network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e May 10 03:10:37.409269 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.495147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.496186 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:37.496767 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.512390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b31e1d72-ab85-46dd-bd8f-65cbca4c2b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:37.588380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] Pushing event updated for resources: {'Network': ['ID=a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:37.598394 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:10:37.617721 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2002ba9f-ff24-4134-8c36-82178271e5ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8461368 May 10 03:10:39.741736 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-74a4764a-fb53-4f17-968a-12c44b877a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:40.051889 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49714) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:40.438331 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd172047-9dd2-40cc-9265-f60ca9ba82d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:40.439686 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-bd172047-9dd2-40cc-9265-f60ca9ba82d0 demo admin] 10.222.0.65 "GET /v2.0/subnets/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b HTTP/1.1" status: 200 len: 849 time: 0.3868170 May 10 03:10:40.567269 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b34c7181-9cc8-4bde-b6be-ae09c799f3b7 demo admin] 10.222.0.65 "GET /v2.0/routers/b697ba82-c70b-4975-8ae4-9c104098f781 HTTP/1.1" status: 200 len: 704 time: 0.1221063 May 10 03:10:40.814793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:40.843633 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:41.142107 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Allocated IP 172.20.0.1 (763244ab-9f51-4b40-a87f-4bc2280eaecb/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b/e9ac3be7-587b-4696-bfa0-b943ab4a7dcc) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:10:41.321336 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks [] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:41.433400 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:41.551961 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:10:41.558109 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:41.569893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:10:41.569893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (b697ba82-c70b-4975-8ae4-9c104098f781), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:41.588861 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Pushing event updated for resources: {'Port': ['ID=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:41.751030 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7dcfc2f5-c66f-442b-bba2-e28dfd6e8955 None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:41.751417 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc2f5-c66f-442b-bba2-e28dfd6e8955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:41.785469 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfc2f5-c66f-442b-bba2-e28dfd6e8955 None None] Port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:10:41.827505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.032680 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks [] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.140353 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.141136 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (b697ba82-c70b-4975-8ae4-9c104098f781), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.219490 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Pushing event updated for resources: {'Port': ['ID=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:42.266346 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:10:42.267643 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:42.363330 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.460444 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Router b697ba82-c70b-4975-8ae4-9c104098f781 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:10:42.505817 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-def8ac1e-3b6c-4d98-83d6-64359f31a73f None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:42.506228 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-def8ac1e-3b6c-4d98-83d6-64359f31a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:42.541686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-def8ac1e-3b6c-4d98-83d6-64359f31a73f None None] Port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:10:42.557193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:10:42.562349 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c95edc61-6fed-449d-bc07-5b7f0f7563b7 demo admin] 10.222.0.65 "PUT /v2.0/routers/b697ba82-c70b-4975-8ae4-9c104098f781/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9898524 May 10 03:10:42.568202 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Sync routers for ids ['b697ba82-c70b-4975-8ae4-9c104098f781'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:10:42.580851 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Routers {'b697ba82-c70b-4975-8ae4-9c104098f781'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:10:42.581954 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:10:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b697ba82-c70b-4975-8ae4-9c104098f781'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:42.774275 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Set router b697ba82-c70b-4975-8ae4-9c104098f781 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:10:43.188443 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:41Z', 'revision_number': 2, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port_host': None, '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:41Z', 'revision_number': 2, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:43.236751 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Checking router: b697ba82-c70b-4975-8ae4-9c104098f781 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:10:43.237114 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Updating router b697ba82-c70b-4975-8ae4-9c104098f781 port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:10:43.313568 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:43.806213 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks [] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:43.889185 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:43.940736 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.064778 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Attempting to bind port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:10:44.065114 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Attempting to bind port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:10:44.065551 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Attempting to bind port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc on network 763244ab-9f51-4b40-a87f-4bc2280eaecb {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:10:44.067862 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Pushing event updated for resources: {'Port': ['ID=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:44.078570 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:10:44.078991 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Checking segment: {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:10:44.079474 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.079869 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Bound using segment: {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:10:44.080415 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Bound port: e9ac3be7-587b-4696-bfa0-b943ab4a7dcc, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9eadb0-276d-4586-a35d-782de645bc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:10:44.080808 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.083813 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.084181 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.084517 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.084859 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.085188 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.085524 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.085835 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.086155 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.086476 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.086803 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.087122 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.087447 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.087763 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.088102 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.088423 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Tracked resource versions report: May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: pushed versions: May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: { 'AddressGroup': {'1.2'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Agent': {'1.1'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'ConntrackHelper': {'1.0'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'LocalIPAssociation': {'1.0'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Log': {'1.0'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'NDPProxy': {'1.0'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Network': {'1.1'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Port': {'1.7'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'PortForwarding': {'1.3'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'QosPolicy': {'1.10'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroup': {'1.5'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SubPort': {'1.0'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Subnet': {'1.1'}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Trunk': {'1.1'}} May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: consumer versions: May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Agent': '1.1', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'ConntrackHelper': '1.0', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'LocalIPAssociation': '1.0', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Log': '1.0', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'NDPProxy': '1.0', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Network': '1.1', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Port': '1.7', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'PortForwarding': '1.3', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'QosPolicy': '1.10', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroup': '1.5', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroupRule': '1.2', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'SubPort': '1.0', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Subnet': '1.1', May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: 'Trunk': '1.1'}} May 10 03:10:44.090178 dv-cinder-830094-4-smb neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:10:44.165448 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] For port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:10:44.186903 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] For port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,segment=NetworkSegment(9d9eadb0-276d-4586-a35d-782de645bc92),segment_id=9d9eadb0-276d-4586-a35d-782de645bc92)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:10:44.242384 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d6f32201-fb71-454a-a1c7-91c6e2319d42 None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:44.243045 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d6f32201-fb71-454a-a1c7-91c6e2319d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.249989 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.278496 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d6f32201-fb71-454a-a1c7-91c6e2319d42 None None] Port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:10:44.305655 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Routers {'b697ba82-c70b-4975-8ae4-9c104098f781'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:10:44.306292 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:10:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b697ba82-c70b-4975-8ae4-9c104098f781'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:44.352204 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054c1ba-a36b-43ec-821e-dd9f562033cb None None] Pushing event updated for resources: {'Port': ['ID=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:44.407164 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] Set router b697ba82-c70b-4975-8ae4-9c104098f781 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:10:44.512697 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:44.513097 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.594486 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Current status of the port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:44.594791 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.617787 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:41Z', 'revision_number': 2, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port_host': None, '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:44Z', 'revision_number': 4, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:44.630201 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] For port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,segment=NetworkSegment(9d9eadb0-276d-4586-a35d-782de645bc92),segment_id=9d9eadb0-276d-4586-a35d-782de645bc92)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:10:44.672514 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:44.695723 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c738770-f2d1-40d2-b6f4-40f462745249 None None] The sync data for ids ['b697ba82-c70b-4975-8ae4-9c104098f781'] in dv-cinder-830094-4-smb is: [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:41Z', 'revision_number': 2, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port_host': None, '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:44Z', 'revision_number': 4, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:10:44.724771 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5b73-fbfb-44c1-9862-8ca3b6f43f86 None None] Pushing event updated for resources: {'Port': ['ID=e9ac3be7-587b-4696-bfa0-b943ab4a7dcc,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:45.028204 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49734) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:45.246743 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511de321-01a3-4c3e-ab9d-86a2f104387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:45.248131 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-511de321-01a3-4c3e-ab9d-86a2f104387f admin admin] 10.222.0.65 "GET /v2.0/networks/a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e HTTP/1.1" status: 200 len: 842 time: 0.2188559 May 10 03:10:45.257310 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:45.367951 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Made reservation on behalf of b2907edfa2f14a3b85299455266c251c for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:10:45.370221 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:45.766742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.objects.ports [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103795) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 03:10:45.767073 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (cbc2cd21-3748-4c0f-a687-2d8c0082202e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:45.822155 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc2cd21-3748-4c0f-a687-2d8c0082202e,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:45.833405 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:10:45.833773 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Network hostable DHCP agents. Network: a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:10:45.933534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:10:46.024941 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:46.031237 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:46.037810 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:46.039922 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22ac4b-f896-40f2-93b7-69c033bf097e None None] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:10:46.115268 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-db620714-c7fb-49ea-950a-3f5ed2869fc3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8611846 May 10 03:10:46.155347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da4eef-f871-4f3f-b9dc-929544613bce None None] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:10:46.549684 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:10:48.557985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:48.774271 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7d616d50-b0e0-460a-ac10-13821664241b demo admin] 10.222.0.65 "GET /v2.0/routers/b697ba82-c70b-4975-8ae4-9c104098f781 HTTP/1.1" status: 200 len: 710 time: 0.2171004 May 10 03:10:48.862608 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3fe5c-4b31-4689-b1a8-05e6fd3bc900 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:10:48.863945 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7de3fe5c-4b31-4689-b1a8-05e6fd3bc900 demo admin] 10.222.0.65 "GET /v2.0/networks/a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e HTTP/1.1" status: 200 len: 886 time: 0.0837836 May 10 03:10:48.873545 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:10:49.122935 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks [] for router_gateway (b697ba82-c70b-4975-8ae4-9c104098f781), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.408167 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks [] for router_gateway (b697ba82-c70b-4975-8ae4-9c104098f781), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.485718 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.603731 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Allocated IP 172.28.1.185 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/9ab5b518-184f-4b21-956f-ae92634b1f16) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:10:49.706351 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks [] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.803701 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:49.839524 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:10:49.842222 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:10:49.844750 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:10:49.891480 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Pushing event updated for resources: {'Port': ['ID=9ab5b518-184f-4b21-956f-ae92634b1f16,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:50.164354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks [] for router_gateway (b697ba82-c70b-4975-8ae4-9c104098f781), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:50.454885 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-547760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44318'] for router (b697ba82-c70b-4975-8ae4-9c104098f781), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:50.458266 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-547771'] for router (b697ba82-c70b-4975-8ae4-9c104098f781), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:50.572039 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Router b697ba82-c70b-4975-8ae4-9c104098f781 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:10:50.680827 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:10:50.685075 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:50.686253 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4c468312-5abe-4357-a50f-232b71c737d6 demo admin] 10.222.0.65 "PUT /v2.0/routers/b697ba82-c70b-4975-8ae4-9c104098f781 HTTP/1.1" status: 200 len: 890 time: 1.8167193 May 10 03:10:52.640853 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e9ac3be7-587b-4696-bfa0-b943ab4a7dcc up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:10:52.688798 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:52.689258 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:52.767735 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:53.166120 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 49764) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:10:53.278054 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b0c88d89-91fc-4a5a-b7e3-4674f061c807 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106026 May 10 03:10:53.507778 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Sync routers for ids ['b697ba82-c70b-4975-8ae4-9c104098f781'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:10:53.521306 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Routers {'b697ba82-c70b-4975-8ae4-9c104098f781'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:10:53.522039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:10:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b697ba82-c70b-4975-8ae4-9c104098f781'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:53.752337 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Set router b697ba82-c70b-4975-8ae4-9c104098f781 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:10:54.222538 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:49Z', 'revision_number': 4, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port': {'id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:49Z', 'updated_at': '2022-05-10T03:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:44Z', 'revision_number': 5, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:54.278087 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Checking router: b697ba82-c70b-4975-8ae4-9c104098f781 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:10:54.278368 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Updating router b697ba82-c70b-4975-8ae4-9c104098f781 port 9ab5b518-184f-4b21-956f-ae92634b1f16 binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:10:54.329616 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:54.656638 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks [] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:54.746053 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:54.791331 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Attempting to bind port 9ab5b518-184f-4b21-956f-ae92634b1f16 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:10:54.791859 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Attempting to bind port 9ab5b518-184f-4b21-956f-ae92634b1f16 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:10:54.792702 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Attempting to bind port 9ab5b518-184f-4b21-956f-ae92634b1f16 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:10:54.803344 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958688-9b0d-4864-a6f0-01cfbd16194e None None] Pushing event updated for resources: {'Port': ['ID=9ab5b518-184f-4b21-956f-ae92634b1f16,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:54.805590 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:10:54.805963 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:10:54.806354 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:54.806728 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:10:54.807186 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Bound port: 9ab5b518-184f-4b21-956f-ae92634b1f16, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:10:54.807558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:54.856960 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] For port 9ab5b518-184f-4b21-956f-ae92634b1f16, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:10:54.859857 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] For port 9ab5b518-184f-4b21-956f-ae92634b1f16, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9ab5b518-184f-4b21-956f-ae92634b1f16,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:10:54.930417 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:55.007336 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958688-9b0d-4864-a6f0-01cfbd16194e None None] Pushing event updated for resources: {'Port': ['ID=9ab5b518-184f-4b21-956f-ae92634b1f16,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:55.015059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Routers {'b697ba82-c70b-4975-8ae4-9c104098f781'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:10:55.015668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:10:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b697ba82-c70b-4975-8ae4-9c104098f781'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:55.130659 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] Set router b697ba82-c70b-4975-8ae4-9c104098f781 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:10:55.339726 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:49Z', 'revision_number': 4, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port': {'id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:49Z', 'updated_at': '2022-05-10T03:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:44Z', 'revision_number': 5, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:10:55.371357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab34122-18cc-4867-bdf8-a8391719939c None None] The sync data for ids ['b697ba82-c70b-4975-8ae4-9c104098f781'] in dv-cinder-830094-4-smb is: [{'id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'name': 'router1', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185'}], 'enable_snat': True}, 'gw_port_id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:10:31Z', 'updated_at': '2022-05-10T03:10:49Z', 'revision_number': 4, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'gw_port': {'id': '9ab5b518-184f-4b21-956f-ae92634b1f16', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:49Z', 'updated_at': '2022-05-10T03:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e9ac3be7-587b-4696-bfa0-b943ab4a7dcc', 'name': '', 'network_id': '763244ab-9f51-4b40-a87f-4bc2280eaecb', 'tenant_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'mac_address': 'fa:16:3e:46:8d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b697ba82-c70b-4975-8ae4-9c104098f781', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:10:40Z', 'updated_at': '2022-05-10T03:10:44Z', 'revision_number': 5, 'project_id': '2db4f8a4c66d4ca684aabd3e75eafbc2', 'subnets': [{'id': '02ef8cf5-bc0b-4ebf-be07-5c94697bb69b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34c9e882-e9d2-4901-8331-2097454a8954'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:10:56.657059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9ab5b518-184f-4b21-956f-ae92634b1f16 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:10:56.706098 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9ab5b518-184f-4b21-956f-ae92634b1f16 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:56.706489 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:56.793046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9ab5b518-184f-4b21-956f-ae92634b1f16 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:10:56.793769 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:56.818661 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port 9ab5b518-184f-4b21-956f-ae92634b1f16, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9ab5b518-184f-4b21-956f-ae92634b1f16,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:10:56.882316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:56.938030 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=9ab5b518-184f-4b21-956f-ae92634b1f16,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:10:58.683635 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9ab5b518-184f-4b21-956f-ae92634b1f16 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:10:58.769591 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9ab5b518-184f-4b21-956f-ae92634b1f16 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:10:58.770238 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9ab5b518-184f-4b21-956f-ae92634b1f16), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:10:58.897943 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9ab5b518-184f-4b21-956f-ae92634b1f16 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:11:07.528582 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1da7f63c-24db-4a28-b026-64a66c8e09e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:09.687238 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-03653ecd-8e13-4aad-b90e-ecda625fe9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:10.821057 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:12.369156 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:13.951694 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:23.566804 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:11:37.512538 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-31473a84-0d82-4471-b941-2309d40fe0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:39.694417 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1d04fdb2-11c4-4246-a6a2-fab7cc2dc21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:40.834817 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:42.386139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:11:43.964968 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:00.614794 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:12:07.527572 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-10331648-1ef7-49be-b8a5-77746efa6be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:09.687356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-84442e42-88ad-4693-8359-59303733878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:10.830858 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:12.373272 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:13.646547 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50248) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:13.706710 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dea6764-5e76-4f09-8aa1-a3376dd73fde admin admin] GET failed (client error): The resource could not be found. May 10 03:12:13.707916 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5dea6764-5e76-4f09-8aa1-a3376dd73fde admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604029 May 10 03:12:13.870650 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78b33c-517b-4218-b635-3d04e96476a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:13.872115 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-ed78b33c-517b-4218-b635-3d04e96476a7 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601603 May 10 03:12:13.959936 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.111330 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50258) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:16.201445 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5710332-fb2d-48a3-a3dd-d869685ef503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:16.202777 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a5710332-fb2d-48a3-a3dd-d869685ef503 admin admin] 10.222.0.65 "GET /v2.0/subnets/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b HTTP/1.1" status: 200 len: 849 time: 0.0905039 May 10 03:12:16.212429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:12:16.298079 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Publish callbacks [] for subnet (02ef8cf5-bc0b-4ebf-be07-5c94697bb69b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.485251 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775866876573'] for subnet (02ef8cf5-bc0b-4ebf-be07-5c94697bb69b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.517441 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:16.518030 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.519279 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] 10.222.0.65 "PUT /v2.0/subnets/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b HTTP/1.1" status: 200 len: 868 time: 0.3109086 May 10 03:12:16.522367 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e0d49-4548-4550-9bd6-fd847f9867ec None None] Network 763244ab-9f51-4b40-a87f-4bc2280eaecb requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:12:16.546665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ef8cf5-bc0b-4ebf-be07-5c94697bb69b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:12:16.554840 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.555473 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.555831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.556219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.556557 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.556880 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.557198 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.557515 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.557832 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.558156 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.558470 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.558806 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.559115 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.559427 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.559736 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc728f1b-251e-4c78-973e-6f05abd4f809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:12:16.828838 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Provisioning complete for port ce7b16ad-685e-427c-b83f-c7ee9399eda9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:12:16.829232 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ce7b16ad-685e-427c-b83f-c7ee9399eda9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.905528 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Current status of the port ce7b16ad-685e-427c-b83f-c7ee9399eda9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:12:16.913547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Provisioning complete for port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:12:16.913934 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e9ac3be7-587b-4696-bfa0-b943ab4a7dcc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:16.990970 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-52fa3fa5-02dd-4960-99a8-946e4bc5e2d8 None None] Current status of the port e9ac3be7-587b-4696-bfa0-b943ab4a7dcc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:12:18.803990 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:19.003118 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd635d7d-5093-484f-8fcd-715ae189fbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:19.003497 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd635d7d-5093-484f-8fcd-715ae189fbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:19.005036 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-bd635d7d-5093-484f-8fcd-715ae189fbc3 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000434 May 10 03:12:21.284697 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50274) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:21.415206 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974542d6-391f-4c10-9bf8-f9e426836264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:21.415673 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974542d6-391f-4c10-9bf8-f9e426836264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:21.417207 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-974542d6-391f-4c10-9bf8-f9e426836264 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315691 May 10 03:12:23.683111 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50282) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:23.811280 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89869b56-8a66-4b9a-8d0e-7675e6904341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:23.812644 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-89869b56-8a66-4b9a-8d0e-7675e6904341 admin admin] 10.222.0.65 "GET /v2.0/networks/763244ab-9f51-4b40-a87f-4bc2280eaecb HTTP/1.1" status: 200 len: 869 time: 0.1285820 May 10 03:12:26.041629 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:26.164259 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d34c3-8053-44bb-a0c1-131da7bee22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:26.166268 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6c9d34c3-8053-44bb-a0c1-131da7bee22e admin admin] 10.222.0.65 "GET /v2.0/networks/a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e HTTP/1.1" status: 200 len: 886 time: 0.1236908 May 10 03:12:28.416814 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:28.538852 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578462e-fc9d-40d9-82e0-9abd8679fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:28.539299 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578462e-fc9d-40d9-82e0-9abd8679fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:28.541077 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1578462e-fc9d-40d9-82e0-9abd8679fac6 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232772 May 10 03:12:30.772053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50306) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:30.973481 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1706c0-914e-4ceb-9f07-c37f9eefe962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:30.973841 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1706c0-914e-4ceb-9f07-c37f9eefe962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:30.975351 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-bb1706c0-914e-4ceb-9f07-c37f9eefe962 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2023799 May 10 03:12:33.202323 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:33.293886 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b9d29-e646-4f30-9622-920077d01766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:33.295177 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-ee5b9d29-e646-4f30-9622-920077d01766 admin admin] 10.222.0.65 "GET /v2.0/subnets/02ef8cf5-bc0b-4ebf-be07-5c94697bb69b HTTP/1.1" status: 200 len: 868 time: 0.0919018 May 10 03:12:35.532724 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50322) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:12:35.618344 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c46256-41f3-46a4-8da5-e9fa10780cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:12:35.619656 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a9c46256-41f3-46a4-8da5-e9fa10780cfb admin admin] 10.222.0.65 "GET /v2.0/subnets/cbc2cd21-3748-4c0f-a687-2d8c0082202e HTTP/1.1" status: 200 len: 816 time: 0.0859671 May 10 03:12:37.527410 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fe3a0c16-37cb-4837-b987-1261bb57163a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:37.612680 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:12:39.687652 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-08aa8a42-23b8-4c64-a530-3000f79c79c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:40.833319 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:42.389683 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:12:43.966933 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:07.535245 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea894ef0-1b4b-4029-9b68-f529d0701be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:09.681032 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ead6c975-ef07-4bf6-9a9c-f5bad8ed0153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:10.841082 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:12.377781 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:13.980332 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:14.610708 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:13:16.322083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50380) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:13:16.369191 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-a9490a01-5808-4301-bc4d-9c631433559f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:13:16.370171 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a9490a01-5808-4301-bc4d-9c631433559f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471244 May 10 03:13:18.691853 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:13:18.754171 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e53f5c-d4c3-4f00-9120-b427b9aa543c admin admin] GET failed (client error): The resource could not be found. May 10 03:13:18.755419 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-04e53f5c-d4c3-4f00-9120-b427b9aa543c admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625653 May 10 03:13:18.838836 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4eb78-3f8c-4b67-abf9-f4f325154a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:13:18.840287 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-82c4eb78-3f8c-4b67-abf9-f4f325154a7c admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807059 May 10 03:13:21.166099 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50396) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:13:21.212331 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:13:21.374272 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Made reservation on behalf of b2907edfa2f14a3b85299455266c251c for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:13:21.376594 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.404162 dv-cinder-830094-4-smb neutron-server[103795]: WARNING neutron.services.revisions.revision_plugin [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Could not find related network for resource to bump revision. May 10 03:13:21.415671 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:13:21.424389 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (0f066685-b7d5-49de-b01d-3e03f89ce653), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.424768 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Added segment 0f066685-b7d5-49de-b01d-3e03f89ce653 of type vlan for network 2b6c3927-e198-4dbc-9999-54ba6e0337ad May 10 03:13:21.463858 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (2b6c3927-e198-4dbc-9999-54ba6e0337ad), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.574347 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (2b6c3927-e198-4dbc-9999-54ba6e0337ad), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.575282 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:13:21.575849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:21.631481 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Pushing event updated for resources: {'Network': ['ID=2b6c3927-e198-4dbc-9999-54ba6e0337ad,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:13:21.638387 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.638724 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.639075 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.639418 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.639742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.640088 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.647867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:21.653663 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:13:21.697805 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3d684fc0-8a3a-44d2-8fe4-746573e823bc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5305734 May 10 03:13:23.984689 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:13:24.044989 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae5509e-4f5e-4c81-a443-c40626e8be92 admin admin] GET failed (client error): The resource could not be found. May 10 03:13:24.046227 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-cae5509e-4f5e-4c81-a443-c40626e8be92 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605795 May 10 03:13:24.115669 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd55a26-ee1f-4e61-9fd3-29a3afcc846f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:13:24.117649 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4fd55a26-ee1f-4e61-9fd3-29a3afcc846f admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674312 May 10 03:13:24.126876 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:13:24.211769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Made reservation on behalf of b2907edfa2f14a3b85299455266c251c for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:13:24.213937 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:24.420354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (51a12e02-84bf-4cd9-9eea-0c2f8029d562), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:24.478890 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a12e02-84bf-4cd9-9eea-0c2f8029d562,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:13:24.483122 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Checking segment: {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:13:24.483502 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Network hostable DHCP agents. Network: 2b6c3927-e198-4dbc-9999-54ba6e0337ad, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:13:24.545851 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:13:24.622886 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 2b6c3927-e198-4dbc-9999-54ba6e0337ad) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:13:24.626961 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:13:24.627556 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:24.632970 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc0800-4aa1-4f4c-b55e-c228fe115dbe None None] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:13:24.717768 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-61b1f000-6310-4be2-a30a-e0140f858449 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5940301 May 10 03:13:24.733988 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-2b6c3927-e198-4dbc-9999-54ba6e0337ad', 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad', 'project_id': 'b2907edfa2f14a3b85299455266c251c', 'fixed_ips': [{'subnet_id': '51a12e02-84bf-4cd9-9eea-0c2f8029d562'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:13:24.734871 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:24.878112 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Allocated IP 192.168.233.2 (2b6c3927-e198-4dbc-9999-54ba6e0337ad/51a12e02-84bf-4cd9-9eea-0c2f8029d562/72718570-a877-4a49-ac62-d8932e89526b) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:13:25.025356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks [] for port (72718570-a877-4a49-ac62-d8932e89526b), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:25.109692 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (72718570-a877-4a49-ac62-d8932e89526b), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:25.160907 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:13:25.161729 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Pushing event updated for resources: {'Port': ['ID=72718570-a877-4a49-ac62-d8932e89526b,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:13:25.165447 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:13:25.170089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:13:25.173664 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.174002 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.174335 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.174686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.175013 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.175332 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.175652 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.175964 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.176316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.176673 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.177008 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.177300 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.177668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.177921 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.178232 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:13:25.234810 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Attempting to bind port 72718570-a877-4a49-ac62-d8932e89526b on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:13:25.235171 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Attempting to bind port 72718570-a877-4a49-ac62-d8932e89526b by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:13:25.235527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Attempting to bind port 72718570-a877-4a49-ac62-d8932e89526b on network 2b6c3927-e198-4dbc-9999-54ba6e0337ad {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:13:25.241418 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:13:25.241816 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Checking segment: {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:13:25.242285 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:25.242678 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Bound using segment: {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:13:25.243260 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Bound port: 72718570-a877-4a49-ac62-d8932e89526b, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:13:25.243688 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72718570-a877-4a49-ac62-d8932e89526b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:25.308184 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] For port 72718570-a877-4a49-ac62-d8932e89526b, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:13:25.311015 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] For port 72718570-a877-4a49-ac62-d8932e89526b, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=72718570-a877-4a49-ac62-d8932e89526b,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:13:25.401657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (72718570-a877-4a49-ac62-d8932e89526b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:25.465843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a20730-28e5-44fb-b094-f2a1e304bb75 None None] Pushing event updated for resources: {'Port': ['ID=72718570-a877-4a49-ac62-d8932e89526b,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:13:26.396505 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7fc2d-3f4b-4836-93d4-701b85d51d06 None None] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:13:26.507811 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Provisioning complete for port 72718570-a877-4a49-ac62-d8932e89526b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:13:26.520671 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (72718570-a877-4a49-ac62-d8932e89526b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:26.612437 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Current status of the port 72718570-a877-4a49-ac62-d8932e89526b is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:13:26.612833 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72718570-a877-4a49-ac62-d8932e89526b), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:26.649955 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] For port 72718570-a877-4a49-ac62-d8932e89526b, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=72718570-a877-4a49-ac62-d8932e89526b,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:13:26.726271 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (72718570-a877-4a49-ac62-d8932e89526b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:26.761141 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 72718570-a877-4a49-ac62-d8932e89526b up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:13:26.817148 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8298e76-dc4d-4404-91c3-a9677349e38b None None] Pushing event updated for resources: {'Port': ['ID=72718570-a877-4a49-ac62-d8932e89526b,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:13:26.832127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 72718570-a877-4a49-ac62-d8932e89526b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:13:26.832510 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (72718570-a877-4a49-ac62-d8932e89526b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:26.862998 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3e7c7ffa-1e87-42ab-8d9b-5b99a5d62e8e None None] Provisioning complete for port 72718570-a877-4a49-ac62-d8932e89526b triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:13:26.863360 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7ffa-1e87-42ab-8d9b-5b99a5d62e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (72718570-a877-4a49-ac62-d8932e89526b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:26.976673 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 72718570-a877-4a49-ac62-d8932e89526b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:13:26.984431 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c7ffa-1e87-42ab-8d9b-5b99a5d62e8e None None] Current status of the port 72718570-a877-4a49-ac62-d8932e89526b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:13:28.713983 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 72718570-a877-4a49-ac62-d8932e89526b up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:13:28.761388 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 72718570-a877-4a49-ac62-d8932e89526b triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:13:28.761781 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (72718570-a877-4a49-ac62-d8932e89526b), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:28.840905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 72718570-a877-4a49-ac62-d8932e89526b is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:13:37.522624 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2e94a342-51fc-44c8-84c6-b8a66c236002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:39.697441 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9071f8f-802f-43c6-bdc4-5665e167721a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:40.853562 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:42.388779 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:43.979683 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:13:51.608577 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:14:07.527233 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6cf4039d-87a7-4c0a-b744-c5651d67983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:09.696728 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0616add5-7ef9-4edd-ae06-95424533d504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:10.845454 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:12.384158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:13.993438 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:28.605853 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:14:37.497742 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ae24751a-5670-48f3-a8f4-97b33798fe73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:39.684688 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-70661e19-f991-47d8-bc5c-905549b8a5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:40.844475 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:42.429022 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:14:43.970025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:05.603608 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:15:07.519603 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-868e30f9-f52c-43e8-9c2d-9415fc921a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:07.578276 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50442) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:07.583914 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [None req-9f9cc30d-51a0-4803-9ab0-ca38ddd6ac22 tempest-verify_tempest_config-1337882145 tempest-verify_tempest_config-1337882145-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:15:07.584960 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9f9cc30d-51a0-4803-9ab0-ca38ddd6ac22 tempest-verify_tempest_config-1337882145 tempest-verify_tempest_config-1337882145-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057259 May 10 03:15:08.186491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50460) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:08.414043 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.487465 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Publish callbacks [] for security_group (906ac522-6ea1-48d8-96ca-799e9ef4918f), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.575179 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (906ac522-6ea1-48d8-96ca-799e9ef4918f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.618632 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906ac522-6ea1-48d8-96ca-799e9ef4918f,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:08.626017 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5a7fd71042e4713b3b8d06f5c373b20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4385483 May 10 03:15:08.627637 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.627923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.628292 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.628622 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.628859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50464) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:15:08.629305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.629305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.629552 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.629866 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.630208 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.630489 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.630880 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.631115 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.631424 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.631730 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.632061 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5ab096-7779-4ff4-b612-a1e0c65e643a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.707562 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Publish callbacks [] for security_group (906ac522-6ea1-48d8-96ca-799e9ef4918f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.732344 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Publish callbacks [] for security_group (906ac522-6ea1-48d8-96ca-799e9ef4918f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.874089 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (906ac522-6ea1-48d8-96ca-799e9ef4918f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.876715 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:08.877939 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/906ac522-6ea1-48d8-96ca-799e9ef4918f HTTP/1.1" status: 204 len: 168 time: 0.2480214 May 10 03:15:08.885764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ac522-6ea1-48d8-96ca-799e9ef4918f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:15:08.892985 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.893340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.893714 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.894029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.894353 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.894677 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.894996 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.895358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.895670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.895987 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.896418 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.896679 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.897042 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.897356 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:08.897667 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911ea3e4-82e2-40b9-9693-f17e6b181f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:15:09.685130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-371d0c59-f84e-4e97-9722-21ce815c7508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:10.856793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:12.404774 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:13.975158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:37.495455 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4cfef0ee-8c5c-432a-be71-d8d7c1f3137d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:39.672462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c68e78e9-fa89-482b-aa4c-fb6ce6c0fe9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:40.882894 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:42.392557 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:15:42.600713 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:15:43.986490 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:07.517230 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4bc98d2-7218-4687-b988-83e32c8ef424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:09.694246 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5559-81cf-4998-985b-ebb3e84866e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:10.900077 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:12.408353 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:13.963050 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:19.598262 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:16:37.510552 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-dc37acce-a959-4fc7-a7a2-73c728369a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:39.681957 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f9ae585-f7cf-4cbc-8538-48aa677f3ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:40.864785 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:42.401273 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:43.978946 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:16:56.594694 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 5 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:16:57.492846 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571904'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:07.510249 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9e3860a7-516a-4584-821a-641a06c1141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:09.675217 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d65a0e77-1ee4-4f18-b086-5c06701a7cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:10.536109 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50536) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:17:10.660587 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-0569d256-bed1-4d58-9833-245cb313b46d admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1233590 May 10 03:17:10.864358 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:12.395148 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:12.937828 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50546) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:17:12.991148 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b06821ec-1eb1-46e8-ae7c-fa400448ce26 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0522356 May 10 03:17:13.966684 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:27.434816 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:33.592914 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:17:37.497547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5cde0130-b0c9-44a2-8bb2-9ab13dd3f707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:39.697757 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-59e4979d-50e6-4c31-b323-cb2288b7fa39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:40.862663 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:42.382698 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:43.954229 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:17:57.428442 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:07.519694 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-106fd997-29a1-4ddb-a1ae-f5b65d7dfaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:09.731177 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-679b178a-4041-4580-a009-091a024aa718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:10.596807 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:18:10.882828 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:12.519857 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:13.941103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:27.416432 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:37.513339 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-91ddf78c-0cb5-46a6-8c2e-d5ee7eb3ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:39.701568 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0bb85322-223a-49a3-92de-60f9fd7612aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:40.878756 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:42.426153 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:43.948394 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:47.596415 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:18:54.921292 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50748) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:54.963645 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50754) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:55.091829 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:55.123377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:55.235023 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-665305204-network', 'tenant_id': '9244cbe8f30144d984cfc43e3cbb5f4a'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:55.271439 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-network', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:55.324597 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Made reservation on behalf of 9244cbe8f30144d984cfc43e3cbb5f4a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:55.327197 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.341659 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.393807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Made reservation on behalf of d8e319a149db44fb8bb71f3066c82956 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:55.397721 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.406033 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.458813 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks [] for security_group (9f9fe6b2-2110-4544-bdae-5f70f84ffa5c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.468310 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-438028669-network', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:55.495738 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-network', 'tenant_id': '4af328ed59384b70b2312c150a124746'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:55.530767 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9f9fe6b2-2110-4544-bdae-5f70f84ffa5c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.566965 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:55.569858 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Made reservation on behalf of 813036cfbb6e4f1b93bbf75a982aa96f for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:55.577256 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.598081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.606136 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50796) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:55.637534 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775866635048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.638113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Unsubscribe: segment precommit_create {{(pid=103794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 03:18:55.638615 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Added segment 4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b of type vlan for network fbad14a4-3a4e-46f8-9724-f3ebd085b788 May 10 03:18:55.727668 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Made reservation on behalf of 4af328ed59384b70b2312c150a124746 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:55.730729 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.741601 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:55.755388 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks [] for security_group (007dabb9-8a46-492f-94c5-7f275c94f6f4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.778173 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.778569 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.778928 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.779277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.779610 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.779931 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.780273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.780592 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.781103 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.781575 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.782051 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.782549 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.782907 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1420110740-network', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:55.783058 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.783335 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.783812 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Tracked resource versions report: May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: pushed versions: May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: { 'AddressGroup': {'1.2'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Agent': {'1.1'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'ConntrackHelper': {'1.0'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'LocalIPAssociation': {'1.0'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Log': {'1.0'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'NDPProxy': {'1.0'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Network': {'1.1'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Port': {'1.7'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'PortForwarding': {'1.3'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'QosPolicy': {'1.10'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroup': {'1.5'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroupRule': {'1.2'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SubPort': {'1.0'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Subnet': {'1.1'}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Trunk': {'1.1'}} May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: consumer versions: May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: HyperV agent@hv-cinder-83009: {}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Agent': '1.1', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'ConntrackHelper': '1.0', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'LocalIPAssociation': '1.0', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Log': '1.0', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'NDPProxy': '1.0', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Network': '1.1', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Port': '1.7', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'PortForwarding': '1.3', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'QosPolicy': '1.10', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroup': '1.5', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SecurityGroupRule': '1.2', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'SubPort': '1.0', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Subnet': '1.1', May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: 'Trunk': '1.1'}} May 10 03:18:55.784971 dv-cinder-830094-4-smb neutron-server[103794]: {{(pid=103794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:18:55.789711 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.793141 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (fbad14a4-3a4e-46f8-9724-f3ebd085b788), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.818637 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks [] for security_group (65be646e-cd40-475f-a7f5-10c90a1f657b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.845137 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (007dabb9-8a46-492f-94c5-7f275c94f6f4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.877115 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:55.890953 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:55.893509 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.900593 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (55b69c34-decd-4abc-8c3f-0d560014b5e8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.900937 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Added segment 55b69c34-decd-4abc-8c3f-0d560014b5e8 of type vlan for network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac May 10 03:18:55.903486 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007dabb9-8a46-492f-94c5-7f275c94f6f4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:55.903951 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.921959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (65be646e-cd40-475f-a7f5-10c90a1f657b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.970903 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:55.982701 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (5a79d71b-8531-4a1f-830d-d1ccd6b795ac), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.987152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks [] for security_group (11ac6878-29d6-4f13-9e8a-3c00ec9d02c8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.994522 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (4c908136-62fe-4258-a1ca-ea0ccd9cd70d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:55.994858 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Added segment 4c908136-62fe-4258-a1ca-ea0ccd9cd70d of type vlan for network 7cb49c2b-d8b7-49df-956b-d47b255b5450 May 10 03:18:56.015453 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65be646e-cd40-475f-a7f5-10c90a1f657b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.042990 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (fbad14a4-3a4e-46f8-9724-f3ebd085b788), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.044017 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.044607 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.090621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (11ac6878-29d6-4f13-9e8a-3c00ec9d02c8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.104241 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks [] for security_group (d7ac7c25-b564-4393-bce7-df0e7e6d2e48), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.106144 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (7cb49c2b-d8b7-49df-956b-d47b255b5450), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.111621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:56.123458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (b23e6662-2a1a-49ce-a29e-3a23bec5f131), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.124115 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Added segment b23e6662-2a1a-49ce-a29e-3a23bec5f131 of type vlan for network 1e0211ea-07f5-489a-bffd-a2279bfba53a May 10 03:18:56.186022 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (1e0211ea-07f5-489a-bffd-a2279bfba53a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.187155 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] Pushing event updated for resources: {'Network': ['ID=fbad14a4-3a4e-46f8-9724-f3ebd085b788,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.192380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ac6878-29d6-4f13-9e8a-3c00ec9d02c8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.204074 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-cb5a635d-80c2-4939-86d5-0ea6381ac65c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2765481 May 10 03:18:56.206502 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network fbad14a4-3a4e-46f8-9724-f3ebd085b788 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:56.207124 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50820) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:56.207581 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.207985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.208430 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.208880 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.209401 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.209890 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.210359 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.210687 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.211011 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.211329 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.211648 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.211980 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.212326 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.213111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Request body: {'subnet': {'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-665305204-subnet', 'tenant_id': '9244cbe8f30144d984cfc43e3cbb5f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:56.213286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.213581 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Tracked resource versions report: May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: pushed versions: May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: { 'AddressGroup': {'1.2'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Agent': {'1.1'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'ConntrackHelper': {'1.0'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'LocalIPAssociation': {'1.0'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Log': {'1.0'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'NDPProxy': {'1.0'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Network': {'1.1'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Port': {'1.7'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'PortForwarding': {'1.3'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'QosPolicy': {'1.10'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroup': {'1.5'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroupRule': {'1.2'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SubPort': {'1.0'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Subnet': {'1.1'}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Trunk': {'1.1'}} May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: consumer versions: May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: HyperV agent@hv-cinder-83009: {}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Agent': '1.1', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'ConntrackHelper': '1.0', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'LocalIPAssociation': '1.0', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Log': '1.0', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'NDPProxy': '1.0', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Network': '1.1', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Port': '1.7', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'PortForwarding': '1.3', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'QosPolicy': '1.10', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroup': '1.5', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SecurityGroupRule': '1.2', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'SubPort': '1.0', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Subnet': '1.1', May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: 'Trunk': '1.1'}} May 10 03:18:56.214714 dv-cinder-830094-4-smb neutron-server[103795]: {{(pid=103795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:18:56.223263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d7ac7c25-b564-4393-bce7-df0e7e6d2e48), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.254561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:18:56.277395 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac7c25-b564-4393-bce7-df0e7e6d2e48,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.283238 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (1e8c271c-8797-490b-8f94-c0e661dcf0a5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.283588 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Added segment 1e8c271c-8797-490b-8f94-c0e661dcf0a5 of type vlan for network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 May 10 03:18:56.292115 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (5a79d71b-8531-4a1f-830d-d1ccd6b795ac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.297131 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.297131 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.315441 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (1e0211ea-07f5-489a-bffd-a2279bfba53a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.316553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.317219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.339742 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (7cb49c2b-d8b7-49df-956b-d47b255b5450), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.340891 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.341468 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.409631 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (2381b1f0-2571-49ba-9c52-e5ec6b453c14), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.413797 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Made reservation on behalf of 9244cbe8f30144d984cfc43e3cbb5f4a for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:56.417230 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.427565 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0211ea-07f5-489a-bffd-a2279bfba53a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.441845 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:56.487822 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5263333 May 10 03:18:56.488710 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50834) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:56.493739 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Request body: {'subnet': {'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-subnet', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:56.511860 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26dfb0-63f2-4fa3-bb83-d1c5cfea7db2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a79d71b-8531-4a1f-830d-d1ccd6b795ac,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.539854 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4463058 May 10 03:18:56.552227 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a8fbab10-ef7b-4caf-8764-53a2129d4218 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9399266 May 10 03:18:56.552227 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:56.565289 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Request body: {'subnet': {'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-438028669-subnet', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:56.566470 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50840) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:56.567530 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:56.576762 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Request body: {'subnet': {'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-subnet', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:56.617985 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676e6ce-f01b-414c-9d37-5d52fa642f64 admin admin] Pushing event updated for resources: {'Network': ['ID=7cb49c2b-d8b7-49df-956b-d47b255b5450,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.625564 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (2381b1f0-2571-49ba-9c52-e5ec6b453c14), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.626487 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:56.627057 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.670515 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:56.716468 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:56.718683 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.735164 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] Pushing event updated for resources: {'Network': ['ID=2381b1f0-2571-49ba-9c52-e5ec6b453c14,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:56.742381 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Made reservation on behalf of 813036cfbb6e4f1b93bbf75a982aa96f for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:56.744701 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.747007 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Made reservation on behalf of d8e319a149db44fb8bb71f3066c82956 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:56.763605 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.768453 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:18:56.773339 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f580d1be-621c-4841-8e7d-c71dcd9843e8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6488259 May 10 03:18:56.781593 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:56.790079 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Request body: {'subnet': {'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-subnet', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:56.927272 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Made reservation on behalf of 4af328ed59384b70b2312c150a124746 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:18:56.929582 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:56.936757 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (10999fe9-dbbe-47ef-beda-0cf217f3bcac), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.103065 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10999fe9-dbbe-47ef-beda-0cf217f3bcac,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:57.111947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (7bd19ca9-48a8-4aa8-a50b-8a0a931e948f), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.130651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Checking segment: {'id': '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:57.131002 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Network hostable DHCP agents. Network: fbad14a4-3a4e-46f8-9724-f3ebd085b788, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:57.205832 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:57.206179 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Network hostable DHCP agents. Network: 5a79d71b-8531-4a1f-830d-d1ccd6b795ac, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:57.215647 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (c1c68633-2bdf-4900-8e17-e9b7fd4f676d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.216246 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (96e7046b-1d1f-4c03-a15a-dddd29d235c5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.224167 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:57.270398 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Network fbad14a4-3a4e-46f8-9724-f3ebd085b788 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:57.287901 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e7046b-1d1f-4c03-a15a-dddd29d235c5,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:57.294921 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c68633-2bdf-4900-8e17-e9b7fd4f676d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:57.301762 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Checking segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:57.302056 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Network hostable DHCP agents. Network: 7cb49c2b-d8b7-49df-956b-d47b255b5450, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:57.322711 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:57.323035 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Network hostable DHCP agents. Network: 1e0211ea-07f5-489a-bffd-a2279bfba53a, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:57.329968 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:57.348207 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (f0f988a5-d8cd-4116-91dd-a39e88c4585b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.414847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f988a5-d8cd-4116-91dd-a39e88c4585b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:57.429036 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, fbad14a4-3a4e-46f8-9724-f3ebd085b788) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:57.447344 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Checking segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:18:57.447693 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Network hostable DHCP agents. Network: 2381b1f0-2571-49ba-9c52-e5ec6b453c14, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:18:57.456127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7dc56-6175-4aef-a10f-da38b1f04a31 None None] Network fbad14a4-3a4e-46f8-9724-f3ebd085b788 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.463072 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:57.463652 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.524286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:57.528125 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 5a79d71b-8531-4a1f-830d-d1ccd6b795ac) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:57.530890 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:57.535352 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.545988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 1e0211ea-07f5-489a-bffd-a2279bfba53a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:57.546186 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b9d143-05ab-4f4d-993a-b34dbb170cb3 None None] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.549377 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:57.549914 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.550939 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:57.552031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.554899 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 7cb49c2b-d8b7-49df-956b-d47b255b5450) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:57.562858 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:57.563139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.582548 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508c0ed-00b8-420f-a66f-6e0a1a8adf98 None None] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.584493 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf3fc4e-e4f5-45db-86de-6be528aeb8ec None None] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.593519 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ed6032ba-12f2-4bd5-b43f-d4a3365e58a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3806405 May 10 03:18:57.610029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:18:57.630334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 2381b1f0-2571-49ba-9c52-e5ec6b453c14) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:57.630334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:57.630334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.682783 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1fc05a9f-808d-47c6-8499-9a908bddc813 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1294503 May 10 03:18:57.687548 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a29c6ed7-e510-4c50-98f9-b3bc5993a48e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1164038 May 10 03:18:57.688288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50896) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:57.697636 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:57.698753 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-77298bd3-ff19-4608-a5de-8ec987d0ef82 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2067330 May 10 03:18:57.699380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50898) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:57.700216 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e39fc-5f87-4976-afde-ab6da08cdb90 None None] Network fbad14a4-3a4e-46f8-9724-f3ebd085b788 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.701191 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50900) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:57.703731 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ca897-b7ae-416a-8143-8f27c2e00a5b None None] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:18:57.704407 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:57.727254 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:57.773839 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c20a69d2-eeac-4716-9514-5111edf63411 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9899802 May 10 03:18:57.783483 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:57.788787 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:18:57.870655 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.882549 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.882549 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.882947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.948629 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for router_controller (53ff9d41-35d1-4873-be94-e560d02c78ef), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.950416 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.951434 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.991988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:57.993190 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.026353 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50932) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:58.031327 dv-cinder-830094-4-smb neutron-server[103795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 03:18:58.060341 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for router_controller (c66dc58b-22e7-495d-8073-1ad771c2bd0d), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.063191 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for router_controller (b0e106f9-8b0e-4c90-87e8-af3bfd131894), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.107452 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for router_controller (04db7311-7060-442b-8cec-e3ea7fb004a2), precommit_add_association {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.127622 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:58.128785 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.179283 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-1e0211ea-07f5-489a-bffd-a2279bfba53a', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:58.180281 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.221855 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-7cb49c2b-d8b7-49df-956b-d47b255b5450', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:58.223102 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.294863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:18:58.296162 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.483150 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 50938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:58.520247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for router_gateway (c66dc58b-22e7-495d-8073-1ad771c2bd0d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.549200 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for router_gateway (04db7311-7060-442b-8cec-e3ea7fb004a2), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.583998 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Allocated IP 172.20.0.2 (5a79d71b-8531-4a1f-830d-d1ccd6b795ac/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f/e70d5867-6094-49e8-9f82-2a6656e7d536) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:58.655980 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for router_gateway (53ff9d41-35d1-4873-be94-e560d02c78ef), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.701650 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for router_gateway (b0e106f9-8b0e-4c90-87e8-af3bfd131894), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.719931 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-ab654203-d56c-421b-946e-6d2fd35da74a tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:18:58.726588 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-ab654203-d56c-421b-946e-6d2fd35da74a tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/networks?id=fbad14a4-3a4e-46f8-9724-f3ebd085b788 HTTP/1.1" status: 200 len: 811 time: 0.6976960 May 10 03:18:58.742829 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-be87d3bd-b17f-4068-8373-b8fe287d8257 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/quotas/9244cbe8f30144d984cfc43e3cbb5f4a HTTP/1.1" status: 200 len: 375 time: 0.0153501 May 10 03:18:58.802906 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Allocated IP 172.20.0.2 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/83c148b4-875a-4f19-a630-8fd14cff9bb9) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:58.809105 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-120aff40-06a8-45b5-8c63-81a406df7322 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9244cbe8f30144d984cfc43e3cbb5f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652618 May 10 03:18:58.817233 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453b0190-75a0-4fda-9f91-ac20e72f1a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:58.952547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Allocated IP 172.20.0.2 (7cb49c2b-d8b7-49df-956b-d47b255b5450/96e7046b-1d1f-4c03-a15a-dddd29d235c5/1f55168a-bea9-4e41-ac81-bfac4bfede0a) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:59.068157 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-fda9abd2-c323-4306-9279-912988a503d9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:18:59.070126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Allocated IP 172.20.0.2 (2381b1f0-2571-49ba-9c52-e5ec6b453c14/f0f988a5-d8cd-4116-91dd-a39e88c4585b/2e5abb7e-115e-4e9b-b3d7-65c700052f85) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:59.075221 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-fda9abd2-c323-4306-9279-912988a503d9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1141143 May 10 03:18:59.180604 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for router_gateway (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.222926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for router_gateway (04db7311-7060-442b-8cec-e3ea7fb004a2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.260856 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.327430 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks [] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.329086 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for router_gateway (53ff9d41-35d1-4873-be94-e560d02c78ef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.359358 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.377810 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-80b8127a-4b47-4397-ad5c-8e0a1c176660 service neutron] 10.222.0.65 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014309 May 10 03:18:59.389429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.416915 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453b0190-75a0-4fda-9f91-ac20e72f1a75 admin admin] Publish callbacks [] for security_group (086c1423-0196-4b37-992c-26cb0fe69207), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.457070 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks [] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.477664 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for router_gateway (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.488399 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.510654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.527539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks [] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.555130 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-453b0190-75a0-4fda-9f91-ac20e72f1a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (086c1423-0196-4b37-992c-26cb0fe69207), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.573537 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.577639 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:59.595512 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:59.599296 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:59.604506 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.607694 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Pushing event updated for resources: {'Port': ['ID=e70d5867-6094-49e8-9f82-2a6656e7d536,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:59.608991 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-65b72af8-7157-4ae8-bd06-e453833cd36a service neutron] 10.222.0.65 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298534 May 10 03:18:59.643285 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:59.644340 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks [] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.652515 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.652854 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.653187 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.653534 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-453b0190-75a0-4fda-9f91-ac20e72f1a75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35ca140de3264740a72971dd222962c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1693523 May 10 03:18:59.653674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.653945 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.654271 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.654588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.654903 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.655216 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.655528 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.655939 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.656315 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.656436 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50976) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:18:59.656609 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.656920 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.657225 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Tracked resource versions report: May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: pushed versions: May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: { 'AddressGroup': {'1.2'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Agent': {'1.1'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'ConntrackHelper': {'1.0'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'LocalIPAssociation': {'1.0'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Log': {'1.0'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'NDPProxy': {'1.0'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Network': {'1.1'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Port': {'1.7'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'PortForwarding': {'1.3'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'QosPolicy': {'1.10'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroup': {'1.5'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroupRule': {'1.2'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SubPort': {'1.0'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Subnet': {'1.1'}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Trunk': {'1.1'}} May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: consumer versions: May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: HyperV agent@hv-cinder-83009: {}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Agent': '1.1', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'ConntrackHelper': '1.0', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'LocalIPAssociation': '1.0', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Log': '1.0', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'NDPProxy': '1.0', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Network': '1.1', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Port': '1.7', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'PortForwarding': '1.3', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'QosPolicy': '1.10', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroup': '1.5', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SecurityGroupRule': '1.2', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'SubPort': '1.0', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Subnet': '1.1', May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: 'Trunk': '1.1'}} May 10 03:18:59.658505 dv-cinder-830094-4-smb neutron-server[103796]: {{(pid=103796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:18:59.661175 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:59.678548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Allocated IP 172.28.1.177 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/c34071c0-1967-4716-a902-70c43b529345) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:18:59.679546 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:59.724499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:59.726700 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:59.742223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b0190-75a0-4fda-9f91-ac20e72f1a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086c1423-0196-4b37-992c-26cb0fe69207,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:59.751989 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:18:59.755905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.766282 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] Publish callbacks [] for security_group (086c1423-0196-4b37-992c-26cb0fe69207), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.793497 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] Publish callbacks [] for security_group (086c1423-0196-4b37-992c-26cb0fe69207), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.817956 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for port (c34071c0-1967-4716-a902-70c43b529345), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:18:59.849638 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Pushing event updated for resources: {'Port': ['ID=83c148b4-875a-4f19-a630-8fd14cff9bb9,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:18:59.852689 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:18:59.867878 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Attempting to bind port e70d5867-6094-49e8-9f82-2a6656e7d536 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:18:59.868267 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Attempting to bind port e70d5867-6094-49e8-9f82-2a6656e7d536 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:18:59.868660 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Attempting to bind port e70d5867-6094-49e8-9f82-2a6656e7d536 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:18:59.878214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:18:59.899645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:00.131314 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 50990) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Bound using segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Bound port: e70d5867-6094-49e8-9f82-2a6656e7d536, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Attempting to bind port 83c148b4-875a-4f19-a630-8fd14cff9bb9 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Attempting to bind port 83c148b4-875a-4f19-a630-8fd14cff9bb9 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:00.136776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Attempting to bind port 83c148b4-875a-4f19-a630-8fd14cff9bb9 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:00.154021 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (086c1423-0196-4b37-992c-26cb0fe69207), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.154021 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.154021 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/086c1423-0196-4b37-992c-26cb0fe69207 HTTP/1.1" status: 204 len: 168 time: 0.3776023 May 10 03:19:00.154670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Attempting to bind port 1f55168a-bea9-4e41-ac81-bfac4bfede0a on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:00.154670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Attempting to bind port 1f55168a-bea9-4e41-ac81-bfac4bfede0a by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:00.154670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Attempting to bind port 1f55168a-bea9-4e41-ac81-bfac4bfede0a on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:00.156299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (c34071c0-1967-4716-a902-70c43b529345), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.157035 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a0b599bf-67e4-4b9c-9634-3ca983c374cf req-92f14a81-d621-4e97-af3f-99ba50ade442 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.1415083 May 10 03:19:00.159304 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e75222-b0fb-4dac-bc60-954899b67626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086c1423-0196-4b37-992c-26cb0fe69207,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:00.213499 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Allocated IP 172.28.1.50 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/9817e9db-f6c8-498e-8ffa-ffa03f2533ef) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:00.223279 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:00.223648 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:00.224057 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.224449 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:00.224920 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Bound port: 83c148b4-875a-4f19-a630-8fd14cff9bb9, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:00.225295 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.227106 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Pushing event updated for resources: {'Port': ['ID=1f55168a-bea9-4e41-ac81-bfac4bfede0a,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:00.251361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:00.261197 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:00.261572 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Checking segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:00.261964 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.262347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Bound using segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:00.262826 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Bound port: 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:00.263208 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.269201 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:00.288073 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:00.296970 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Pushing event updated for resources: {'Port': ['ID=c34071c0-1967-4716-a902-70c43b529345,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:00.320330 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Pushing event updated for resources: {'Port': ['ID=2e5abb7e-115e-4e9b-b3d7-65c700052f85,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:00.393259 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Attempting to bind port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:00.393629 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Attempting to bind port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:00.397623 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Attempting to bind port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:00.407900 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.452842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:00.452842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Checking segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:00.452842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.452842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Bound using segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:00.452842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Bound port: 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:00.453306 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.466986 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] For port e70d5867-6094-49e8-9f82-2a6656e7d536, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:00.469597 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] For port 83c148b4-875a-4f19-a630-8fd14cff9bb9, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:00.499910 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] For port e70d5867-6094-49e8-9f82-2a6656e7d536, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e70d5867-6094-49e8-9f82-2a6656e7d536,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:00.506326 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] For port 83c148b4-875a-4f19-a630-8fd14cff9bb9, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=83c148b4-875a-4f19-a630-8fd14cff9bb9,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:00.552430 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] For port 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:00.560048 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] For port 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1f55168a-bea9-4e41-ac81-bfac4bfede0a,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:00.583833 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] For port 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:00.587097 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] For port 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=2e5abb7e-115e-4e9b-b3d7-65c700052f85,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:00.616360 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.663475 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.673164 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.675711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.710218 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.710416 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Allocated IP 172.28.1.218 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:00.722054 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:00.731990 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:00.746009 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:00.778788 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for router_gateway (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:00.789009 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9705e3f-930c-4e3f-963d-c4ff784b512a None None] Pushing event updated for resources: {'Port': ['ID=e70d5867-6094-49e8-9f82-2a6656e7d536,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:00.885284 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4554711-627c-43c5-b2ec-6963bfaa9d50 None None] Pushing event updated for resources: {'Port': ['ID=83c148b4-875a-4f19-a630-8fd14cff9bb9,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:01.017278 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34ab8b-1a88-4952-bd0d-ec3e9c71a8ee None None] Pushing event updated for resources: {'Port': ['ID=1f55168a-bea9-4e41-ac81-bfac4bfede0a,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:01.056829 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51036) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:01.095005 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16093b95-142f-46c6-80ee-66dfcedd3b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.194016 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1f232-0368-4a5c-81dc-54a2a9978f00 None None] Pushing event updated for resources: {'Port': ['ID=2e5abb7e-115e-4e9b-b3d7-65c700052f85,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:01.242005 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Pushing event updated for resources: {'Port': ['ID=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:01.294809 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.492046 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-daf84f1e-c0c0-4ced-9df3-ed1ff61d57a8 req-3d0dd4e7-9451-4311-9c76-743c39340f8c tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.1968958 May 10 03:19:01.616043 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.711717 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16093b95-142f-46c6-80ee-66dfcedd3b76 admin admin] Publish callbacks [] for security_group (2852d1e6-63b4-4c11-b5f3-5267d2278585), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.792741 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-16093b95-142f-46c6-80ee-66dfcedd3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2852d1e6-63b4-4c11-b5f3-5267d2278585), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.850387 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-16093b95-142f-46c6-80ee-66dfcedd3b76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b3c27bc5d96416587869ace001f6cf8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7914786 May 10 03:19:01.850387 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:19:01.852289 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:01.880854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for router_gateway (53ff9d41-35d1-4873-be94-e560d02c78ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:01.957847 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.022004 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16093b95-142f-46c6-80ee-66dfcedd3b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2852d1e6-63b4-4c11-b5f3-5267d2278585,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:02.036591 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:02.042863 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:02.048775 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:02.065853 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:02.077640 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] Publish callbacks [] for security_group (2852d1e6-63b4-4c11-b5f3-5267d2278585), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.082223 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:02.083855 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Allocated IP 172.28.1.92 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/ab00702b-ac46-4d14-bd99-311584625ed0) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:02.085882 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:02.087040 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:02.147724 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Pushing event updated for resources: {'Port': ['ID=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:02.181198 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] Publish callbacks [] for security_group (2852d1e6-63b4-4c11-b5f3-5267d2278585), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.227563 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.228899 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bb5ca373-1b93-4c92-b541-75977ce5643f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5396791 May 10 03:19:02.233953 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51086) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:02.329761 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:02.439178 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.550156 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2852d1e6-63b4-4c11-b5f3-5267d2278585), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.560171 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.561649 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2852d1e6-63b4-4c11-b5f3-5267d2278585 HTTP/1.1" status: 204 len: 168 time: 0.7078223 May 10 03:19:02.641058 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17a47-ac56-4cf3-8e24-42372042047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2852d1e6-63b4-4c11-b5f3-5267d2278585,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:02.698034 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:00Z', 'revision_number': 3, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:02.783757 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:02.784188 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Updating router c66dc58b-22e7-495d-8073-1ad771c2bd0d port c34071c0-1967-4716-a902-70c43b529345 binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:02.871872 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for port (ab00702b-ac46-4d14-bd99-311584625ed0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.887333 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c34071c0-1967-4716-a902-70c43b529345), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:02.946112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for router_gateway (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.130544 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d44517-2cbf-41dd-87ce-3ac4d6109032 None None] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:19:03.162499 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f8224c4-b2cd-48ba-ada1-c1fc23ca6fdb req-1dd61442-1ba4-4f90-9dd7-29fc51e2c722 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.0904307 May 10 03:19:03.342946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.383890 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1f55168a-bea9-4e41-ac81-bfac4bfede0a up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:03.477702 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Provisioning complete for port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:03.478878 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.484970 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:03.497547 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:03.516989 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:03.595821 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571545e1-998a-40d5-9c70-0fca4ef8e152 None None] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:19:03.640793 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Router 53ff9d41-35d1-4873-be94-e560d02c78ef is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:19:03.683997 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks [] for port (c34071c0-1967-4716-a902-70c43b529345), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.747214 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c34071c0-1967-4716-a902-70c43b529345), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.820209 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aa876c-8d31-4c2e-841a-c3da42ef33db None None] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:19:03.855603 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Pushing event updated for resources: {'Port': ['ID=c34071c0-1967-4716-a902-70c43b529345,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:03.876816 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.878438 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.878952 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.879446 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.880392 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.884750 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.884912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Pushing event updated for resources: {'Port': ['ID=ab00702b-ac46-4d14-bd99-311584625ed0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:03.885811 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.886322 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.886892 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.900611 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.901781 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.902370 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.904517 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.907817 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 1f55168a-bea9-4e41-ac81-bfac4bfede0a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:03.908234 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.913083 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.913602 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Tracked resource versions report: May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: pushed versions: May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: { 'AddressGroup': {'1.2'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Agent': {'1.1'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'ConntrackHelper': {'1.0'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'LocalIPAssociation': {'1.0'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Log': {'1.0'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'NDPProxy': {'1.0'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Network': {'1.1'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Port': {'1.7'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'PortForwarding': {'1.3'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'QosPolicy': {'1.10'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroup': {'1.5'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroupRule': {'1.2'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SubPort': {'1.0'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Subnet': {'1.1'}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Trunk': {'1.1'}} May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: consumer versions: May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: { DHCP agent@dv-cinder-830094-4-smb: {}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: HyperV agent@hv-cinder-83009: {}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: L3 agent@dv-cinder-830094-4-smb: {}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: Metadata agent@dv-cinder-830094-4-smb: {}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: Metering agent@dv-cinder-830094-4-smb: {}, May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: Open vSwitch agent@dv-cinder-830094-4-smb: { 'AddressGroup': '1.2', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Agent': '1.1', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'ConntrackHelper': '1.0', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'LocalIPAssociation': '1.0', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Log': '1.0', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'NDPProxy': '1.0', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Network': '1.1', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Port': '1.7', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'PortForwarding': '1.3', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'QosPolicy': '1.10', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroup': '1.5', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SecurityGroupRule': '1.2', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'SubPort': '1.0', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Subnet': '1.1', May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: 'Trunk': '1.1'}} May 10 03:19:03.915179 dv-cinder-830094-4-smb neutron-server[103797]: {{(pid=103797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 03:19:03.948483 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Attempting to bind port c34071c0-1967-4716-a902-70c43b529345 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:03.949159 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Attempting to bind port c34071c0-1967-4716-a902-70c43b529345 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:03.949743 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Attempting to bind port c34071c0-1967-4716-a902-70c43b529345 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:03.957481 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:03.958244 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:03.958843 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:03.959424 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:03.960150 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Bound port: c34071c0-1967-4716-a902-70c43b529345, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:03.960848 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c34071c0-1967-4716-a902-70c43b529345), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.097785 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] For port c34071c0-1967-4716-a902-70c43b529345, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:04.102447 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] For port c34071c0-1967-4716-a902-70c43b529345, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c34071c0-1967-4716-a902-70c43b529345,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:04.257018 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c34071c0-1967-4716-a902-70c43b529345), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.370345 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Current status of the port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:04.372094 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.393666 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4b217-ba86-43eb-8b66-9b12e81bef14 None None] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:19:04.395826 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.401798 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51146) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:04.408804 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for router_gateway (04db7311-7060-442b-8cec-e3ea7fb004a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.433951 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6913bde-4e3a-4fde-9483-eb73cc009d3f None None] Pushing event updated for resources: {'Port': ['ID=c34071c0-1967-4716-a902-70c43b529345,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:04.499096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.535669 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:04.536486 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:04.576912 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 1f55168a-bea9-4e41-ac81-bfac4bfede0a is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:04.578439 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.614340 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3e367a43-a8ca-47f3-94d5-6e8e6e52ee6d req-505e5b8e-486e-41ed-802b-6a550dd83be9 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.2137506 May 10 03:19:04.630836 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:04.674381 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f90fd8e3-ab6f-4361-a847-e07ddd030dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.678064 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] For port 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=2e5abb7e-115e-4e9b-b3d7-65c700052f85,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:04.734836 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:04.763212 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1f55168a-bea9-4e41-ac81-bfac4bfede0a,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:04.767646 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:04.783803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.790903 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:04.791219 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:04.792248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:04.793818 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-335d2081-1486-487a-a342-39163c7784cf admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0746305 May 10 03:19:04.801819 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51160) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:04.984804 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:04.989331 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.61', 63737) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:05.050023 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:00Z', 'revision_number': 3, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:05.105458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f90fd8e3-ab6f-4361-a847-e07ddd030dd7 admin admin] Publish callbacks [] for security_group (f28d64b7-c267-46ee-ac7b-68268c698bd7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.157400 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab24306-00dc-4cd3-96d2-d177e40877b1 None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:00Z', 'revision_number': 3, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:05.174024 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b8a63-f5f9-4e2c-b06a-dc96f57f1867 None None] Pushing event updated for resources: {'Port': ['ID=2e5abb7e-115e-4e9b-b3d7-65c700052f85,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:05.188193 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.189087 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 2e5abb7e-115e-4e9b-b3d7-65c700052f85 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:05.208696 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f90fd8e3-ab6f-4361-a847-e07ddd030dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f28d64b7-c267-46ee-ac7b-68268c698bd7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.246249 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Provisioning complete for port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:05.246636 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.255712 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.275390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Allocated IP 172.20.0.1 (7cb49c2b-d8b7-49df-956b-d47b255b5450/96e7046b-1d1f-4c03-a15a-dddd29d235c5/b1761fb4-6699-47f5-b891-cf99eddab089) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:05.295405 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-aee2fd2e-6563-4d88-ab51-6ad346ac1787 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:05.305598 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-aee2fd2e-6563-4d88-ab51-6ad346ac1787 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.61 "GET /v2.0/networks?id=fbad14a4-3a4e-46f8-9724-f3ebd085b788 HTTP/1.1" status: 200 len: 811 time: 0.3149545 May 10 03:19:05.332601 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fd8e3-ab6f-4361-a847-e07ddd030dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28d64b7-c267-46ee-ac7b-68268c698bd7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:05.342286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:19:05.375768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Request body: {'port': {'device_id': '4227840d-36a9-472b-9c4b-984368ce0cea', 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788', 'admin_state_up': True, 'tenant_id': '9244cbe8f30144d984cfc43e3cbb5f4a'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:05.402623 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f90fd8e3-ab6f-4361-a847-e07ddd030dd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ce1d1101cc34b40aecd1bae052707a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9995604 May 10 03:19:05.411978 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51166) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:05.549591 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:05.550053 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.649884 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=1f55168a-bea9-4e41-ac81-bfac4bfede0a,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:05.719504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks [] for port (b1761fb4-6699-47f5-b891-cf99eddab089), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.863135 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Current status of the port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:05.870734 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] Publish callbacks [] for security_group (f28d64b7-c267-46ee-ac7b-68268c698bd7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.876303 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:01Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:05.952698 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Provisioning complete for port 83c148b4-875a-4f19-a630-8fd14cff9bb9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:05.970262 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.970579 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.971004 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] Publish callbacks [] for security_group (f28d64b7-c267-46ee-ac7b-68268c698bd7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:05.982729 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:05.983088 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Updating router 53ff9d41-35d1-4873-be94-e560d02c78ef port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:06.016961 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-62bc5d29-e325-43b0-94de-bc4741c934d4 req-8c4ab020-d8c5-488a-88b0-f36f8660514c tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.0449450 May 10 03:19:06.032319 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:06.125625 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.129532 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:06.130709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e70d5867-6094-49e8-9f82-2a6656e7d536 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:06.168588 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:06.170149 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:06.172682 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:06.173153 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.299940 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:06.310040 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:06.332718 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:06.350252 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:06.358061 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.477795 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Made reservation on behalf of 9244cbe8f30144d984cfc43e3cbb5f4a for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:06.487108 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.491598 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:19:06.502742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.522255 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c845552e-010f-46cc-ba87-3879cf5e6623 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8216250 May 10 03:19:06.530384 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51212) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:06.563273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f28d64b7-c267-46ee-ac7b-68268c698bd7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.576201 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:06.579870 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f28d64b7-c267-46ee-ac7b-68268c698bd7 HTTP/1.1" status: 204 len: 168 time: 1.1653380 May 10 03:19:06.637050 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:06.701022 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf11eb-6e09-4353-8b1b-5f3806531d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28d64b7-c267-46ee-ac7b-68268c698bd7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:06.931558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port e70d5867-6094-49e8-9f82-2a6656e7d536 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:06.932619 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.047543 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks [] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.147202 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:02Z', 'revision_number': 3, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:07.147472 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:07.179429 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:07.197569 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.230260 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.273146 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.294687 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c03a9655-51e4-4924-84ec-3eece91c0971 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.5081558 May 10 03:19:07.301444 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Current status of the port 83c148b4-875a-4f19-a630-8fd14cff9bb9 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:07.301625 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.303000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51234) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:07.309672 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:07.320498 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Updating router b0e106f9-8b0e-4c90-87e8-af3bfd131894 port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:07.379905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:07.388533 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:07.436899 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.704175 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7aaeb-0a32-4f03-92bc-021cc96de9bb None None] Pushing event updated for resources: {'Port': ['ID=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:07.730245 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Attempting to bind port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:07.732464 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Attempting to bind port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:07.732464 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Attempting to bind port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:07.827615 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] For port 83c148b4-875a-4f19-a630-8fd14cff9bb9, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=83c148b4-875a-4f19-a630-8fd14cff9bb9,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:07.837657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:07.837999 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:07.838411 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.838927 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:07.839305 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Bound port: 9817e9db-f6c8-498e-8ffa-ffa03f2533ef, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:07.839712 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.841701 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port e70d5867-6094-49e8-9f82-2a6656e7d536 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:07.841836 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.942316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6edd4be1-b01b-48ba-84d4-3e4a8aa51b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.944250 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:07.966143 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bd30da64-17eb-4424-9908-429d7e0dd0b8 req-049ae280-dc78-4c81-9491-de745e66ca95 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.3097322 May 10 03:19:08.107146 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Allocated IP 172.20.0.10 (fbad14a4-3a4e-46f8-9724-f3ebd085b788/10999fe9-dbbe-47ef-beda-0cf217f3bcac/a3b7916c-8ceb-428b-823b-ea9349841f8d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:08.175627 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Provisioning complete for port e70d5867-6094-49e8-9f82-2a6656e7d536 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:08.181844 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.260079 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port e70d5867-6094-49e8-9f82-2a6656e7d536, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e70d5867-6094-49e8-9f82-2a6656e7d536,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:08.274008 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks [] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.282770 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] For port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:08.296043 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:08.351578 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51250) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:08.374244 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Pushing event updated for resources: {'Port': ['ID=83c148b4-875a-4f19-a630-8fd14cff9bb9,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.389592 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] For port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:08.429820 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Allocated IP 172.20.0.1 (5a79d71b-8531-4a1f-830d-d1ccd6b795ac/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f/45ef8331-e343-4014-98cc-2c5825537c7e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:08.475114 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks [] for port (b1761fb4-6699-47f5-b891-cf99eddab089), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.514262 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Current status of the port e70d5867-6094-49e8-9f82-2a6656e7d536 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:08.517058 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.558650 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.560566 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 83c148b4-875a-4f19-a630-8fd14cff9bb9 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:08.569754 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks [] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.581498 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80363040-999d-4cc0-a179-5ba24c6c10da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.589565 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.645139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.708285 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964d10-a597-43e5-a1cb-5bc5c7bdee9e None None] Pushing event updated for resources: {'Port': ['ID=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.726400 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Attempting to bind port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:08.726767 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Attempting to bind port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:08.727234 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Attempting to bind port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:08.734510 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:08.734880 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:08.735307 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.735709 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:08.736208 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Bound port: b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:08.736577 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.788759 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] For port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:08.792874 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] For port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:08.819326 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=e70d5867-6094-49e8-9f82-2a6656e7d536,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.831120 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.833811 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.867375 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:08.893377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.919526 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.db.api [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:19:08.919926 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG oslo_db.api [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:19:08.929450 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:08.930033 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:08.937012 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:03Z', 'revision_number': 3, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:08.965686 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964d10-a597-43e5-a1cb-5bc5c7bdee9e None None] Pushing event updated for resources: {'Port': ['ID=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:08.990146 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.033825 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:09.036772 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:18:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:09.132830 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80363040-999d-4cc0-a179-5ba24c6c10da admin admin] Publish callbacks [] for security_group (47ced70f-671f-4b11-9dc2-14777f46660d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.148548 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 83c148b4-875a-4f19-a630-8fd14cff9bb9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:09.149081 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.226139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:09.226478 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Updating router 04db7311-7060-442b-8cec-e3ea7fb004a2 port ab00702b-ac46-4d14-bd99-311584625ed0 binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:09.252527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7aaeb-0a32-4f03-92bc-021cc96de9bb None None] Pushing event updated for resources: {'Port': ['ID=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:09.296833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-80363040-999d-4cc0-a179-5ba24c6c10da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (47ced70f-671f-4b11-9dc2-14777f46660d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.324352 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:09.385320 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363040-999d-4cc0-a179-5ba24c6c10da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ced70f-671f-4b11-9dc2-14777f46660d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:09.410645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.416195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:09.420313 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:09.437057 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ef46131a-38e6-4037-9935-a9c5b49d29ec req-943f0b55-46d4-483c-9fc5-4349441e5b05 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.2775819 May 10 03:19:09.546898 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks [] for port (45ef8331-e343-4014-98cc-2c5825537c7e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.571837 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Current status of the port e70d5867-6094-49e8-9f82-2a6656e7d536 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:09.591127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Provisioning complete for port 1f55168a-bea9-4e41-ac81-bfac4bfede0a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:09.591127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.621880 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-80363040-999d-4cc0-a179-5ba24c6c10da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91fe5079c1bd49329fdd29401e8b7504&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2631335 May 10 03:19:09.628993 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51276) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:09.683110 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:09.789835 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:09.822454 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Allocated IP 172.20.0.1 (2381b1f0-2571-49ba-9c52-e5ec6b453c14/f0f988a5-d8cd-4116-91dd-a39e88c4585b/31732c18-a3af-4b07-82c2-32bee5d30dfc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:09.952690 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:02Z', 'revision_number': 3, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:10.069050 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 83c148b4-875a-4f19-a630-8fd14cff9bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:10.072938 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6076efd9-4e36-43f1-8024-3c8522d94a51 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:02Z', 'revision_number': 3, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:10.100518 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b77261e5-8ee2-4bae-a6d6-a9d31bca7fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.132355 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Network fbad14a4-3a4e-46f8-9724-f3ebd085b788 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:10.143846 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:10.162979 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:10.179806 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:10.184701 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:10.201745 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b56e2d3b-c367-405a-87ea-0ee2d3f486b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/c66dc58b-22e7-495d-8073-1ad771c2bd0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9482810 May 10 03:19:10.201847 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.203725 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:10.215619 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] Publish callbacks [] for security_group (47ced70f-671f-4b11-9dc2-14777f46660d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.226270 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks [] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.229371 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:10.230048 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:10.252222 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Pushing event updated for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:10.294664 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.359618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.425289 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:10.520189 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:10.536696 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:10.549097 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:10.559318 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (04db7311-7060-442b-8cec-e3ea7fb004a2), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.639217 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] Publish callbacks [] for security_group (47ced70f-671f-4b11-9dc2-14777f46660d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.679330 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:10.691190 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-447123c3-8259-41ca-be04-3254473040c2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3321178 May 10 03:19:10.713405 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:10.787185 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5184b7b4-2df2-4934-ace5-808fa3db3b0d None None] Current status of the port 1f55168a-bea9-4e41-ac81-bfac4bfede0a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:10.886570 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-b5c87568-32ba-4610-b8c1-70efc9d4116a tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:19:10.887486 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-b5c87568-32ba-4610-b8c1-70efc9d4116a tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0519617 May 10 03:19:10.898501 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:10.904376 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:10.904980 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (53ff9d41-35d1-4873-be94-e560d02c78ef), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:10.964646 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Pushing event updated for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:11.004453 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1f55168a-bea9-4e41-ac81-bfac4bfede0a up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:11.130107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Pushing event updated for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:11.316277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.327220 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886ec4-15a4-494d-a63e-5de0690223bb req-ba4d7a4b-56dc-4e6d-9aac-93a1b8a25b66 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:11.328886 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a7886ec4-15a4-494d-a63e-5de0690223bb req-ba4d7a4b-56dc-4e6d-9aac-93a1b8a25b66 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 932 time: 0.6074691 May 10 03:19:11.362414 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:07Z', 'revision_number': 2, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:11.398270 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.436679 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Provisioning complete for port 1f55168a-bea9-4e41-ac81-bfac4bfede0a triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:11.439730 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.498942 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:11.499937 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Updating router c66dc58b-22e7-495d-8073-1ad771c2bd0d port b1761fb4-6699-47f5-b891-cf99eddab089 binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:11.605061 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.684053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51316) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:11.707493 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007682115', 'description': 'tempest-description--521678194'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:11.769995 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Request body: {'port': {'device_id': '4227840d-36a9-472b-9c4b-984368ce0cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:11.890090 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 1f55168a-bea9-4e41-ac81-bfac4bfede0a triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:11.890462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.909986 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks [] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.986756 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:11.987728 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (04db7311-7060-442b-8cec-e3ea7fb004a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.001755 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Current status of the port 1f55168a-bea9-4e41-ac81-bfac4bfede0a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:12.079741 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:01Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:12.168989 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Provisioning complete for port e70d5867-6094-49e8-9f82-2a6656e7d536 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:12.173404 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.231035 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Pushing event updated for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:12.236893 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a7886ec4-15a4-494d-a63e-5de0690223bb req-7790cd4a-f0dd-42e0-99d7-26a5874aa81d tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8946552 May 10 03:19:12.237576 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (47ced70f-671f-4b11-9dc2-14777f46660d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.247727 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.260672 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47ced70f-671f-4b11-9dc2-14777f46660d HTTP/1.1" status: 204 len: 168 time: 2.6204450 May 10 03:19:12.260672 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.282566 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.315183 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.447037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks [] for port (ab00702b-ac46-4d14-bd99-311584625ed0), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.447609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:12.449977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:12.467089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d85b6-9cc6-4d25-b078-e04556edef3f None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:01Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:12.637641 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks [] for port (b1761fb4-6699-47f5-b891-cf99eddab089), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.701015 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.759991 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.831540 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:12.884920 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:12.918318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 1f55168a-bea9-4e41-ac81-bfac4bfede0a is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:12.920261 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 2e5abb7e-115e-4e9b-b3d7-65c700052f85 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:12.963459 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a152-5e39-4dd1-91f9-1b14d5ac6a32 None None] Pushing event updated for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:13.059527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d4cc-8945-4abd-9bd1-a11218307172 None None] Pushing event updated for resources: {'Port': ['ID=ab00702b-ac46-4d14-bd99-311584625ed0,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:13.070639 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Current status of the port e70d5867-6094-49e8-9f82-2a6656e7d536 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:13.111053 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Provisioning complete for port b1761fb4-6699-47f5-b891-cf99eddab089 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:13.114526 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.140561 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:13.145046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.198149 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Attempting to bind port b1761fb4-6699-47f5-b891-cf99eddab089 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:13.200832 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Attempting to bind port b1761fb4-6699-47f5-b891-cf99eddab089 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:13.203133 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Attempting to bind port b1761fb4-6699-47f5-b891-cf99eddab089 on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:13.229454 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:13.230705 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Checking segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:13.233165 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.234695 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Bound using segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:13.236517 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Bound port: b1761fb4-6699-47f5-b891-cf99eddab089, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:13.244021 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.342156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:13.358495 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-cb28a10a-a9be-4cd8-a2e3-c5eb50dc7f66 admin admin] 10.222.0.65 "PUT /v2.0/routers/04db7311-7060-442b-8cec-e3ea7fb004a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0446570 May 10 03:19:13.447144 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Attempting to bind port ab00702b-ac46-4d14-bd99-311584625ed0 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:13.447719 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Attempting to bind port ab00702b-ac46-4d14-bd99-311584625ed0 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:13.448025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Attempting to bind port ab00702b-ac46-4d14-bd99-311584625ed0 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:13.526198 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] For port b1761fb4-6699-47f5-b891-cf99eddab089, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:13.530598 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] For port b1761fb4-6699-47f5-b891-cf99eddab089, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b1761fb4-6699-47f5-b891-cf99eddab089,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:13.536375 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:13.536752 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:13.537157 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.542282 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:13.544356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Bound port: ab00702b-ac46-4d14-bd99-311584625ed0, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:13.546424 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.627606 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.627944 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] For port ab00702b-ac46-4d14-bd99-311584625ed0, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:13.634455 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] For port ab00702b-ac46-4d14-bd99-311584625ed0, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ab00702b-ac46-4d14-bd99-311584625ed0,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:13.676252 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ccabfe0-6189-48cc-a0c2-512377e5e8f0 None None] Port b1761fb4-6699-47f5-b891-cf99eddab089 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:13.741897 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:13.750983 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:13.759850 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c34071c0-1967-4716-a902-70c43b529345 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:13.840499 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a152-5e39-4dd1-91f9-1b14d5ac6a32 None None] Pushing event updated for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:13.881150 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:13.882137 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:13.900182 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.051971 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:14.052595 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.081272 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f5f86-791c-42b0-a56f-413783daf835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ced70f-671f-4b11-9dc2-14777f46660d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:14.224089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.235593 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:14.265948 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:14.267532 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:14.279300 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850d4cc-8945-4abd-9bd1-a11218307172 None None] Pushing event updated for resources: {'Port': ['ID=ab00702b-ac46-4d14-bd99-311584625ed0,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:14.285224 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (7057fc5e-84df-4ee1-af69-515ffedca325), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.407840 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (7057fc5e-84df-4ee1-af69-515ffedca325), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.618598 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:14.725538 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:13Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:14.743604 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Port 45ef8331-e343-4014-98cc-2c5825537c7e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:14.768691 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port c34071c0-1967-4716-a902-70c43b529345 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:14.769080 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (c34071c0-1967-4716-a902-70c43b529345), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:14.778302 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57100ebd-9752-4c26-a510-965d6f03152a None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:13Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:14.786186 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Provisioning complete for port 31732c18-a3af-4b07-82c2-32bee5d30dfc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:14.786596 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.065316 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51398) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:15.099190 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714e06e0-15c2-4201-a461-ea724d0fbdbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.112967 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d648e-8fd8-4ca9-bd4d-81bd1c319a3c req-a5b150e4-bda1-4291-a824-723c23720e72 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:15.119018 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Port 31732c18-a3af-4b07-82c2-32bee5d30dfc cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:15.121570 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6d9d648e-8fd8-4ca9-bd4d-81bd1c319a3c req-a5b150e4-bda1-4291-a824-723c23720e72 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 932 time: 1.1598587 May 10 03:19:15.134546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25655005', 'description': 'tempest-description--1990474739'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:15.159123 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:15.351329 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.361725 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Allocated IP 172.20.0.1 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/8c16a329-2013-4808-be9b-7f73ae87d8c6) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:15.384051 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Provisioning complete for port b1761fb4-6699-47f5-b891-cf99eddab089 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:15.384422 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.433454 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714e06e0-15c2-4201-a461-ea724d0fbdbd admin admin] Publish callbacks [] for security_group (15d547ba-8724-4954-ae88-2be864dac944), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.513662 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (531c3cd8-1972-480d-a986-5a7405abdf8e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.525607 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b7916c-8ceb-428b-823b-ea9349841f8d {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:15.535606 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-714e06e0-15c2-4201-a461-ea724d0fbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (15d547ba-8724-4954-ae88-2be864dac944), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.595386 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks [] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.644034 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (531c3cd8-1972-480d-a986-5a7405abdf8e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.649942 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.651356 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.9517562 May 10 03:19:15.677380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51412) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:15.689974 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group_rule': {'security_group_id': '7057fc5e-84df-4ee1-af69-515ffedca325', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:15.690662 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e06e0-15c2-4201-a461-ea724d0fbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d547ba-8724-4954-ae88-2be864dac944,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:15.698606 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-714e06e0-15c2-4201-a461-ea724d0fbdbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd5235dda759486499f7eddfd9d70cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0765133 May 10 03:19:15.726434 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531c3cd8-1972-480d-a986-5a7405abdf8e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:15.733985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b09b-c2e3-4085-8180-58d41be5bd1c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7057fc5e-84df-4ee1-af69-515ffedca325,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:15.735553 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51414) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:15.793608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.803404 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c0a17728-fe58-4bd5-bc1d-df1f68ebc635 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7061951 May 10 03:19:15.803881 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51416) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:15.817387 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group_rule': {'security_group_id': '531c3cd8-1972-480d-a986-5a7405abdf8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:15.859094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] Publish callbacks [] for security_group (15d547ba-8724-4954-ae88-2be864dac944), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.871132 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6d9d648e-8fd8-4ca9-bd4d-81bd1c319a3c req-2648139f-ed7d-4247-a9f8-89a81d0bd6ee tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483845 May 10 03:19:15.887952 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Transition to ACTIVE for port object a3b7916c-8ceb-428b-823b-ea9349841f8d will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:15.898078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] Publish callbacks [] for security_group (15d547ba-8724-4954-ae88-2be864dac944), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.938754 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port c34071c0-1967-4716-a902-70c43b529345 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:15.939365 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c34071c0-1967-4716-a902-70c43b529345), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.942756 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks [] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:15.959761 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (7698398e-fe6d-4d84-a968-00549598c6b0), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.030374 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.033342 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Current status of the port b1761fb4-6699-47f5-b891-cf99eddab089 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:16.035341 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.109937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 2, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:16.115286 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (7698398e-fe6d-4d84-a968-00549598c6b0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.142358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (15d547ba-8724-4954-ae88-2be864dac944), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.145379 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.152728 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15d547ba-8724-4954-ae88-2be864dac944 HTTP/1.1" status: 204 len: 168 time: 0.4136114 May 10 03:19:16.170129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a32650-81ce-4a5c-b7de-fc835b736d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d547ba-8724-4954-ae88-2be864dac944,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.184212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (7698398e-fe6d-4d84-a968-00549598c6b0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.202978 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7698398e-fe6d-4d84-a968-00549598c6b0,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.211357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port c34071c0-1967-4716-a902-70c43b529345, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c34071c0-1967-4716-a902-70c43b529345,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:16.267491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks [] for port (45ef8331-e343-4014-98cc-2c5825537c7e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.281336 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.291560 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] For port b1761fb4-6699-47f5-b891-cf99eddab089, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b1761fb4-6699-47f5-b891-cf99eddab089,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:16.297588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997896ab-5b1d-4df1-ba07-ff946bd6a1d2 None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 2, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:16.299396 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.301198 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b3cf5ddf-a72f-4dbb-9d6b-4f95802b58ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875324 May 10 03:19:16.305090 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51424) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:16.307030 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (435e3253-ca52-4a5f-9522-88a64df7df92), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.316727 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c34071c0-1967-4716-a902-70c43b529345), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.317706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group_rule': {'security_group_id': '531c3cd8-1972-480d-a986-5a7405abdf8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:16.323405 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e70d5867-6094-49e8-9f82-2a6656e7d536 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:16.337483 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.366823 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:16.387527 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.389046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (53ff9d41-35d1-4873-be94-e560d02c78ef), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.453881 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (a50c0ffd-5c65-40c0-b822-f720b482683d), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.499082 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=c34071c0-1967-4716-a902-70c43b529345,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.504809 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.642673 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-90cf2318-5a38-4437-b9ac-73086a95fdb3 None None] Provisioning complete for port b1761fb4-6699-47f5-b891-cf99eddab089 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:16.643295 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-90cf2318-5a38-4437-b9ac-73086a95fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.645134 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port e70d5867-6094-49e8-9f82-2a6656e7d536 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:16.645768 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.675329 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (a50c0ffd-5c65-40c0-b822-f720b482683d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.676779 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:16.682547 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:16.684468 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.766413 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b232b3b-0b5d-4364-ad30-aee41efdd605 None None] Pushing event updated for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.775707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (a50c0ffd-5c65-40c0-b822-f720b482683d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.832529 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50c0ffd-5c65-40c0-b822-f720b482683d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:16.946822 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:16.948201 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d38d184c-a723-4dd4-9b74-51802d40efcf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6426468 May 10 03:19:16.951187 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51446) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:16.955926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:17.027157 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port e70d5867-6094-49e8-9f82-2a6656e7d536 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:17.030571 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 83c148b4-875a-4f19-a630-8fd14cff9bb9 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:17.083731 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-90cf2318-5a38-4437-b9ac-73086a95fdb3 None None] Current status of the port b1761fb4-6699-47f5-b891-cf99eddab089 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:17.112673 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.118674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 83c148b4-875a-4f19-a630-8fd14cff9bb9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:17.124289 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.138895 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:17.204596 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:17.225991 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (435e3253-ca52-4a5f-9522-88a64df7df92), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.260839 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4b1581b7-8725-41d7-ac9a-a7d6e3d43a20 None None] Provisioning complete for port 8c16a329-2013-4808-be9b-7f73ae87d8c6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:17.261462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4b1581b7-8725-41d7-ac9a-a7d6e3d43a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.335793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4b1581b7-8725-41d7-ac9a-a7d6e3d43a20 None None] Port 8c16a329-2013-4808-be9b-7f73ae87d8c6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:17.345948 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 83c148b4-875a-4f19-a630-8fd14cff9bb9 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:17.417656 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19af3e-9fef-4ca7-8b85-13093c5e0f55 req-b352c316-f733-4471-a50b-f09cd223f477 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:17.429525 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8a19af3e-9fef-4ca7-8b85-13093c5e0f55 req-b352c316-f733-4471-a50b-f09cd223f477 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 944 time: 0.2963886 May 10 03:19:17.435632 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Attempting to bind port a3b7916c-8ceb-428b-823b-ea9349841f8d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:17.439383 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Attempting to bind port a3b7916c-8ceb-428b-823b-ea9349841f8d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:17.439745 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Attempting to bind port a3b7916c-8ceb-428b-823b-ea9349841f8d on network fbad14a4-3a4e-46f8-9724-f3ebd085b788 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:17.471314 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Port a3b7916c-8ceb-428b-823b-ea9349841f8d on network fbad14a4-3a4e-46f8-9724-f3ebd085b788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:17.471555 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Attempting to bind port a3b7916c-8ceb-428b-823b-ea9349841f8d on network fbad14a4-3a4e-46f8-9724-f3ebd085b788 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:17.485139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Pushing event updated for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:17.524329 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:17.525631 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Checking segment: {'id': '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:17.526226 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Bound using segment: {'id': '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:17.526703 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Bound port: a3b7916c-8ceb-428b-823b-ea9349841f8d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:17.527069 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.533162 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (435e3253-ca52-4a5f-9522-88a64df7df92), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.642200 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51456) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:17.700773 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.760701 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8a19af3e-9fef-4ca7-8b85-13093c5e0f55 req-0b3cd82c-5e9a-4987-9d54-43d9cb094ea2 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260314 May 10 03:19:17.788863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-29b78d10-0dce-471c-afae-8184509418ee None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:17.789521 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-29b78d10-0dce-471c-afae-8184509418ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:17.897356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-29b78d10-0dce-471c-afae-8184509418ee None None] Port 45ef8331-e343-4014-98cc-2c5825537c7e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:17.990813 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Allocated IP 172.28.1.166 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/20eb30c9-1701-4831-a1d7-acdc23e722ce) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:18.008403 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Pushing event updated for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.014484 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.019367 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435e3253-ca52-4a5f-9522-88a64df7df92,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.150400 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c34071c0-1967-4716-a902-70c43b529345 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:18.198243 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.262140 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port c34071c0-1967-4716-a902-70c43b529345 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:18.265897 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (c34071c0-1967-4716-a902-70c43b529345), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.301903 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.353029 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks [] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.355553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d32e83-4853-4934-ab3a-57430704bfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.387658 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.389298 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d8e94885-0d32-4cff-81eb-39b63fa57300 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7060413 May 10 03:19:18.400671 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Router 53ff9d41-35d1-4873-be94-e560d02c78ef has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:18.407073 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51472) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:18.423083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group_rule': {'security_group_id': '7057fc5e-84df-4ee1-af69-515ffedca325', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:18.471970 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.473094 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.505533 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port c34071c0-1967-4716-a902-70c43b529345 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:18.506556 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:18.660547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:18.661189 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.723699 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:18.723699 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=20eb30c9-1701-4831-a1d7-acdc23e722ce,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:18.735880 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:18.738431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:18.865788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:18.872678 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d,segment=NetworkSegment(4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b),segment_id=4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:18.881639 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:18.882039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:18.944266 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:18.960299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.041636 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.050472 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.054526 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9817e9db-f6c8-498e-8ffa-ffa03f2533ef up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:19.110660 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (2107939f-1b43-474a-a79e-28ca6d4b8b83), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.137401 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.161191 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.230535 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:19.231811 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.254692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d32e83-4853-4934-ab3a-57430704bfa9 admin admin] Publish callbacks [] for security_group (b79366e7-d011-4c87-b9a0-66df9abc0e51), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.263934 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Pushing event updated for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.278586 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:19.279226 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.280713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] 10.222.0.61 "PUT /v2.0/ports/a3b7916c-8ceb-428b-823b-ea9349841f8d HTTP/1.1" status: 200 len: 1094 time: 7.7268250 May 10 03:19:19.316946 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:19.457038 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.473491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035964f-18b0-46ec-96f1-16e38dba635d req-2b33682b-86f2-4409-9f6e-0461b118f07d tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:19.476279 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8035964f-18b0-46ec-96f1-16e38dba635d req-2b33682b-86f2-4409-9f6e-0461b118f07d tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 944 time: 0.5778625 May 10 03:19:19.485593 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:19.486188 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.502539 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-95d32e83-4853-4934-ab3a-57430704bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b79366e7-d011-4c87-b9a0-66df9abc0e51), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.528160 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:19.587509 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.610176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.619692 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-95d32e83-4853-4934-ab3a-57430704bfa9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc5ada9a861543459f206ef69a9b34ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9717736 May 10 03:19:19.621488 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.622295 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b1761fb4-6699-47f5-b891-cf99eddab089 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:19.662683 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51500) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:19.751774 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=20eb30c9-1701-4831-a1d7-acdc23e722ce,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.759862 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.763152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e1bdaec8-0f4b-45da-bfbb-249c1ad60be5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8107162 May 10 03:19:19.797262 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port b1761fb4-6699-47f5-b891-cf99eddab089 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:19.797558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.833744 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:19.847814 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] Publish callbacks [] for security_group (b79366e7-d011-4c87-b9a0-66df9abc0e51), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.902667 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (2107939f-1b43-474a-a79e-28ca6d4b8b83), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.922579 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] Publish callbacks [] for security_group (b79366e7-d011-4c87-b9a0-66df9abc0e51), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:19.930059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port b1761fb4-6699-47f5-b891-cf99eddab089 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:19.946884 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:19.956693 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e78c2c-7d34-4f86-a8da-25885adb887a" -d '{"events": [{"name": "network-changed", "server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:19.961392 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:19.972701 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:19.983796 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:19.985249 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:19.995655 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8035964f-18b0-46ec-96f1-16e38dba635d req-4177d7e6-d13d-452c-83f0-7cd6c050aa31 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099901 May 10 03:19:19.995783 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-0dce86f2-dfd9-45a2-aa78-06eb6a7efd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:19.997157 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-0dce86f2-dfd9-45a2-aa78-06eb6a7efd1a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9244cbe8f30144d984cfc43e3cbb5f4a&device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 1128 time: 0.5042150 May 10 03:19:19.997725 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62140-0249-47a7-b532-e12b1504d961 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.004241 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c76bf128-0bdb-4bc6-b313-11a2f1020b46 admin admin] 10.222.0.65 "PUT /v2.0/routers/53ff9d41-35d1-4873-be94-e560d02c78ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2002857 May 10 03:19:20.186698 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b79366e7-d011-4c87-b9a0-66df9abc0e51), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.189091 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.192897 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b79366e7-d011-4c87-b9a0-66df9abc0e51 HTTP/1.1" status: 204 len: 168 time: 0.5286191 May 10 03:19:20.203241 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:20.212935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c166119-b56d-4b92-bd14-87d1e16fae3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79366e7-d011-4c87-b9a0-66df9abc0e51,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.225818 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (2107939f-1b43-474a-a79e-28ca6d4b8b83), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.239198 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-32f6b472-2971-4526-bffd-50b7c0dcf05a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d HTTP/1.1" status: 200 len: 217 time: 0.2262964 May 10 03:19:20.302079 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18a1917c-8f67-4e98-b723-a5bc3ab0f246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.319779 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2107939f-1b43-474a-a79e-28ca6d4b8b83,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.470201 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:20.552655 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-0787dc67-3277-418a-99c3-af66f840205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:20.556086 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-0787dc67-3277-418a-99c3-af66f840205e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10999fe9-dbbe-47ef-beda-0cf217f3bcac HTTP/1.1" status: 200 len: 851 time: 0.1811652 May 10 03:19:20.570370 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.576281 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-532f00fd-5dab-4be6-be5e-c9e836948de9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1646194 May 10 03:19:20.578161 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51538) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:20.587225 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:20.599644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d32e83-4853-4934-ab3a-57430704bfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79366e7-d011-4c87-b9a0-66df9abc0e51,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:20.622806 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:20.660821 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:20.662695 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18a1917c-8f67-4e98-b723-a5bc3ab0f246 admin admin] Publish callbacks [] for security_group (438b6201-c1c4-4d01-a813-2d22b53a9651), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.715895 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-855206d1-5af3-4831-812b-466f91de432e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--25655005&fields=id&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 267 time: 0.4729276 May 10 03:19:20.720601 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-51aea76a-8445-486a-8d27-ad1d66627673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fbad14a4-3a4e-46f8-9724-f3ebd085b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365206 May 10 03:19:20.778417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-18a1917c-8f67-4e98-b723-a5bc3ab0f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (438b6201-c1c4-4d01-a813-2d22b53a9651), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.951777 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:20.952209 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.968598 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:20.983262 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-18a1917c-8f67-4e98-b723-a5bc3ab0f246 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae801ca20a8249f2b505c3e9e07a4ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0081427 May 10 03:19:20.997965 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51550) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:21.069837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1917c-8f67-4e98-b723-a5bc3ab0f246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438b6201-c1c4-4d01-a813-2d22b53a9651,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:21.124948 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 2, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:21.238068 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.248866 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] Publish callbacks [] for security_group (438b6201-c1c4-4d01-a813-2d22b53a9651), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.277966 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a165d-a483-4892-b56c-3f5a793c2f05 x-openstack-request-id: req-b64a165d-a483-4892-b56c-3f5a793c2f05 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:21.278377 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:21.278736 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b64a165d-a483-4892-b56c-3f5a793c2f05 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:21.279300 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64a165d-a483-4892-b56c-3f5a793c2f05'] response: {'name': 'network-changed', 'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d', 'status': 'completed', 'code': 200} May 10 03:19:21.287359 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-1f58c362-c180-4eef-9321-72423800a187 None None] Provisioning complete for port 8c16a329-2013-4808-be9b-7f73ae87d8c6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:21.287821 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f58c362-c180-4eef-9321-72423800a187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.292651 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-a7171d8e-f9cb-4def-80a0-81268a201ce5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.294407 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-a7171d8e-f9cb-4def-80a0-81268a201ce5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 817 time: 0.5598650 May 10 03:19:21.306630 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-ebefb302-e0e5-4563-973c-8c35635b04e0 service neutron] 10.222.0.61 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728414 May 10 03:19:21.332203 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-1f58c362-c180-4eef-9321-72423800a187 None None] Port 8c16a329-2013-4808-be9b-7f73ae87d8c6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:21.333955 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:21.334367 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Updating router 53ff9d41-35d1-4873-be94-e560d02c78ef port 45ef8331-e343-4014-98cc-2c5825537c7e binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:21.370600 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.378332 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:21.393184 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:21.394176 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:21.394590 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:21.395643 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9817e9db-f6c8-498e-8ffa-ffa03f2533ef up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:21.485347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:21.486008 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.493518 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-79b2e5eb-5d8e-4415-b7db-19393540e28a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:21.509720 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-79b2e5eb-5d8e-4415-b7db-19393540e28a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.1942146 May 10 03:19:21.577515 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:21.626367 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Allocated IP 172.28.1.22 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/1e34fb95-4751-401e-8880-d0b4fcd90e8f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:21.644276 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-5afd3148-cfa7-4b1c-9d15-603b113a0c4c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/quotas/4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 375 time: 0.3434238 May 10 03:19:21.689309 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:21.690411 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ab00702b-ac46-4d14-bd99-311584625ed0 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:21.769375 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-c52d3a13-3abd-47fa-b856-76b4cc5f8dbb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/quotas/d8e319a149db44fb8bb71f3066c82956 HTTP/1.1" status: 200 len: 375 time: 0.2584019 May 10 03:19:21.811061 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port ab00702b-ac46-4d14-bd99-311584625ed0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:21.811433 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.962472 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port ab00702b-ac46-4d14-bd99-311584625ed0 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:21.962991 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.980779 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:21.983481 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] Publish callbacks [] for security_group (438b6201-c1c4-4d01-a813-2d22b53a9651), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.042659 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 2, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:22.067987 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port ab00702b-ac46-4d14-bd99-311584625ed0, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ab00702b-ac46-4d14-bd99-311584625ed0,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:22.090356 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-7afd454f-1b94-4a40-9b02-827564ef0968 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4324286 May 10 03:19:22.102999 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:22.103438 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Updating router 04db7311-7060-442b-8cec-e3ea7fb004a2 port 31732c18-a3af-4b07-82c2-32bee5d30dfc binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:22.143285 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab5c190-e0df-42ac-ab00-0341ba88ab70 req-5822f36d-a0bf-4250-8abf-247ea613f218 service neutron] 10.222.0.61 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214197 May 10 03:19:22.153029 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-2ecff007-ad56-4344-a892-be3d41f45068 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2385836 May 10 03:19:22.154878 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:22.187498 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.195947 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.225240 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks [] for port (45ef8331-e343-4014-98cc-2c5825537c7e), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.229314 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.245719 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (438b6201-c1c4-4d01-a813-2d22b53a9651), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.250753 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.254078 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/438b6201-c1c4-4d01-a813-2d22b53a9651 HTTP/1.1" status: 204 len: 168 time: 1.2516932 May 10 03:19:22.306708 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707688a1-918b-4a22-bdf6-55a7849bdf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438b6201-c1c4-4d01-a813-2d22b53a9651,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.315046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.315949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:22.325613 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:22.333062 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:22.431527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=ab00702b-ac46-4d14-bd99-311584625ed0,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.442027 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.472257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=1e34fb95-4751-401e-8880-d0b4fcd90e8f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.609132 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.708243 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446c1b1-6d12-40e2-90f6-5b4c2e6350a9 None None] Pushing event updated for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:22.713318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Attempting to bind port 45ef8331-e343-4014-98cc-2c5825537c7e on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:22.714824 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Attempting to bind port 45ef8331-e343-4014-98cc-2c5825537c7e by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:22.714824 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Attempting to bind port 45ef8331-e343-4014-98cc-2c5825537c7e on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:22.730264 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:22.730622 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:22.731030 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.731432 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Bound using segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:22.731926 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Bound port: 45ef8331-e343-4014-98cc-2c5825537c7e, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:22.732333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.896739 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks [] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.898650 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-8b953af6-ef49-4772-adc6-98a92684a935 None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:22.899642 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8b953af6-ef49-4772-adc6-98a92684a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.905171 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] For port 45ef8331-e343-4014-98cc-2c5825537c7e, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:22.926348 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:22.941791 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] For port 45ef8331-e343-4014-98cc-2c5825537c7e, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=45ef8331-e343-4014-98cc-2c5825537c7e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:22.958808 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-8b953af6-ef49-4772-adc6-98a92684a935 None None] Port 45ef8331-e343-4014-98cc-2c5825537c7e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:22.964768 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.049548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.067911 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0386946-063b-4a57-aff7-bb1a5faa35c4 None None] Pushing event updated for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:23.089198 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.109299 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-15f2a582-f38c-4aa6-979e-31b1644b1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.110715 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-15f2a582-f38c-4aa6-979e-31b1644b1812 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9244cbe8f30144d984cfc43e3cbb5f4a&device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 1128 time: 0.6106427 May 10 03:19:23.114320 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-4bd769d5-6855-4cdb-877d-26ce82f657cd service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:19:23.115296 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-4bd769d5-6855-4cdb-877d-26ce82f657cd service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6370924 May 10 03:19:23.124925 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Attempting to bind port 31732c18-a3af-4b07-82c2-32bee5d30dfc on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:23.126769 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Attempting to bind port 31732c18-a3af-4b07-82c2-32bee5d30dfc by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:23.127358 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Attempting to bind port 31732c18-a3af-4b07-82c2-32bee5d30dfc on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:23.140197 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:23.148408 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Checking segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:23.151005 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.151569 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Bound using segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:23.152214 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Bound port: 31732c18-a3af-4b07-82c2-32bee5d30dfc, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:23.152859 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.172247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.263873 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=1e34fb95-4751-401e-8880-d0b4fcd90e8f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:23.270929 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:23.274486 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:23.286014 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.308467 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9bfc4354-6216-4351-a607-ba2c6667ba0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7098911 May 10 03:19:23.308553 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446c1b1-6d12-40e2-90f6-5b4c2e6350a9 None None] Pushing event updated for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:23.331826 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] For port 31732c18-a3af-4b07-82c2-32bee5d30dfc, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:23.336533 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] For port 31732c18-a3af-4b07-82c2-32bee5d30dfc, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=31732c18-a3af-4b07-82c2-32bee5d30dfc,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:23.391909 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:23.413863 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-84b05a1e-6812-4021-b61e-4b24902e9c8d admin admin] 10.222.0.65 "PUT /v2.0/routers/b0e106f9-8b0e-4c90-87e8-af3bfd131894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8644254 May 10 03:19:23.413962 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:23.435095 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.441668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:23.442670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:23.546359 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:23.547099 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:23.565836 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-214eeefb-c74f-4331-90f6-ac90b6b9a1db service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3889043 May 10 03:19:23.668662 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Provisioning complete for port 31732c18-a3af-4b07-82c2-32bee5d30dfc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:23.669416 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.783060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-181ae0f2-c65c-4f95-9bf5-5a28fb74f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:23.783060 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-181ae0f2-c65c-4f95-9bf5-5a28fb74f8e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fbad14a4-3a4e-46f8-9724-f3ebd085b788 HTTP/1.1" status: 200 len: 912 time: 0.5183973 May 10 03:19:23.783343 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:23.783780 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51614) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:23.816926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f907b93-1f74-416c-b02a-778675219d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.837859 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0386946-063b-4a57-aff7-bb1a5faa35c4 None None] Pushing event updated for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=4']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:23.859595 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-963b45ae-e446-4f24-8b8e-87505ba98fbc service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784019 May 10 03:19:23.879087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-9380c700-61bc-49ae-8db4-324767bb2fea service neutron] 10.222.0.65 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7356408 May 10 03:19:23.882834 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:23.975133 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f907b93-1f74-416c-b02a-778675219d45 admin admin] Publish callbacks [] for security_group (e40252b2-b20e-41a1-a9d0-ce52dab1c606), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:23.985905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:24.016590 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-00a9c89f-9208-4c93-88d7-c33a051f73c0 service neutron] 10.222.0.65 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367428 May 10 03:19:24.128570 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1f907b93-1f74-416c-b02a-778675219d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e40252b2-b20e-41a1-a9d0-ce52dab1c606), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.142891 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:23Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:24.176507 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8138d5-f4bf-4560-9578-d24a767753d3 None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:23Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:24.225897 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f907b93-1f74-416c-b02a-778675219d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40252b2-b20e-41a1-a9d0-ce52dab1c606,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:24.282087 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-1f907b93-1f74-416c-b02a-778675219d45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eab985b4f7474f449b0ae0634bcf3b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889464 May 10 03:19:24.283510 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 51630) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:24.376464 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Current status of the port 31732c18-a3af-4b07-82c2-32bee5d30dfc is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:24.377074 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.500242 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ab00702b-ac46-4d14-bd99-311584625ed0 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:24.599150 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:19:24.631666 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-bd695da3-c50d-43ef-b32a-de9a9c52475c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d HTTP/1.1" status: 200 len: 217 time: 0.0652118 May 10 03:19:24.713580 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] Publish callbacks [] for security_group (e40252b2-b20e-41a1-a9d0-ce52dab1c606), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.720849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c6d3-8ca9-4e0b-9830-c04839536dec req-ef00b95f-12c4-463f-80cb-6b9f1b55836c tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:24.722420 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dcc6c6d3-8ca9-4e0b-9830-c04839536dec req-ef00b95f-12c4-463f-80cb-6b9f1b55836c tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 944 time: 0.3515322 May 10 03:19:24.749059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] For port 31732c18-a3af-4b07-82c2-32bee5d30dfc, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=31732c18-a3af-4b07-82c2-32bee5d30dfc,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:24.795657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port ab00702b-ac46-4d14-bd99-311584625ed0 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:24.796838 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.857589 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.957703 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] Publish callbacks [] for security_group (e40252b2-b20e-41a1-a9d0-ce52dab1c606), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:24.965519 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63f2e-705a-4ea1-8d88-8e08b999cf26 None None] Pushing event updated for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:24.977608 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-93ddd11a-6dde-49a7-a95a-b28ec1175c0b tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2007682115&fields=id&tenant_id=813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 267 time: 0.3508372 May 10 03:19:24.991536 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-00c48ebd-2280-4549-9ca0-95e24c83c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:25.011413 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-00c48ebd-2280-4549-9ca0-95e24c83c044 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10999fe9-dbbe-47ef-beda-0cf217f3bcac HTTP/1.1" status: 200 len: 851 time: 0.3510747 May 10 03:19:25.038816 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:25.066532 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-f761cc5c-a79b-466b-8a1b-ba14ef5d6807 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fbad14a4-3a4e-46f8-9724-f3ebd085b788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597558 May 10 03:19:25.073856 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dcc6c6d3-8ca9-4e0b-9830-c04839536dec req-545f7e1d-af15-4df4-a474-d6279a6b5c93 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408051 May 10 03:19:25.126800 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:25.132100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Updating router b0e106f9-8b0e-4c90-87e8-af3bfd131894 port 8c16a329-2013-4808-be9b-7f73ae87d8c6 binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:19:25.132100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Provisioning complete for port 31732c18-a3af-4b07-82c2-32bee5d30dfc triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:25.132100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.222611 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:22Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:25.298727 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.303877 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-56b742b4-b641-4042-adfe-21269673b97d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:25.308738 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-56b742b4-b641-4042-adfe-21269673b97d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 810 time: 0.3317134 May 10 03:19:25.335517 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-e4e10a6a-d31c-47ad-82b2-d8f0ebe27b2a service neutron] 10.222.0.61 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604582 May 10 03:19:25.336406 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c8443-b43f-4daa-9779-3591fac99506 None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:22Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:25.366437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e40252b2-b20e-41a1-a9d0-ce52dab1c606), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.370564 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.371719 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e40252b2-b20e-41a1-a9d0-ce52dab1c606 HTTP/1.1" status: 204 len: 168 time: 1.0870569 May 10 03:19:25.395931 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port ab00702b-ac46-4d14-bd99-311584625ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:25.400832 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 31732c18-a3af-4b07-82c2-32bee5d30dfc up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:25.416421 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-14749732-75b6-4ba8-bf6c-2c588c280e05 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/quotas/813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 375 time: 0.0800579 May 10 03:19:25.479808 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1950e-2d5f-4f6b-bb9a-95e2d678c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40252b2-b20e-41a1-a9d0-ce52dab1c606,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:25.678072 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-829df7ee-5e22-4c1e-b1c7-8f648ccd7e19 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941073 May 10 03:19:25.744927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51708) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:25.779651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971005637', 'description': 'tempest-description--1851894362'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:25.815008 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 31732c18-a3af-4b07-82c2-32bee5d30dfc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:25.815674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.883945 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Current status of the port 31732c18-a3af-4b07-82c2-32bee5d30dfc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:25.904619 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-68496813-df8e-4e50-9ccf-d57a655c60e6 req-e4118138-aa04-4c43-b21b-137f5d210048 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 210 time: 0.0471106 May 10 03:19:25.915616 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53e78c2c-7d34-4f86-a8da-25885adb887a req-3e4c94d7-7be3-4116-9634-b478c8cd42db service neutron] 10.222.0.61 "GET /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696118 May 10 03:19:25.939709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:25.939709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.957783 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:25.998087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-ab42259b-bca5-4cbc-93bb-09743d174ee5 service neutron] 10.222.0.65 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030851 May 10 03:19:26.166053 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f9396ddf-9cd7-43e7-958d-2498ab3f0fcd req-34c12c24-4e06-4733-a0bf-cf7fa06d4b87 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.1182806 May 10 03:19:26.180559 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.223259 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-8dba78e4-56ad-4e0a-a8b6-d89d7c53093d service neutron] 10.222.0.65 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181749 May 10 03:19:26.236614 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Current status of the port 45ef8331-e343-4014-98cc-2c5825537c7e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:26.237003 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.256848 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device a3b7916c-8ceb-428b-823b-ea9349841f8d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:26.267525 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.345722 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:26.366593 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.372037 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f299f2fb-6b85-4af3-b700-6a654f5597e6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6246154 May 10 03:19:26.373057 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:26.379142 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:26.416721 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] For port 45ef8331-e343-4014-98cc-2c5825537c7e, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=45ef8331-e343-4014-98cc-2c5825537c7e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:26.462769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762eb05-26bb-4900-a640-60cada6f116a req-13dd02a8-8091-46a1-b02a-cb226a90d58e tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:26.465629 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1762eb05-26bb-4900-a640-60cada6f116a req-13dd02a8-8091-46a1-b02a-cb226a90d58e tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 944 time: 0.1001713 May 10 03:19:26.522614 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 31732c18-a3af-4b07-82c2-32bee5d30dfc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:26.540959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (5ae0d94e-6f6f-463e-9f94-573a4bc91c29), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.588712 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.617040 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1762eb05-26bb-4900-a640-60cada6f116a req-20fdc157-a828-4147-8ea9-721d8132d7d4 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364219 May 10 03:19:26.685078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (5ae0d94e-6f6f-463e-9f94-573a4bc91c29), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.761014 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (5ae0d94e-6f6f-463e-9f94-573a4bc91c29), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.875587 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae0d94e-6f6f-463e-9f94-573a4bc91c29,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:26.906845 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks [] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:26.950390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 31732c18-a3af-4b07-82c2-32bee5d30dfc up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:26.987359 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2855b4b8-0985-4c90-bc54-523ef45c2b9e req-ff5ecf25-e2e4-496a-bf4a-eb6378000264 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0556717 May 10 03:19:26.997317 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.003551 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-1383131a-23b9-4d78-9689-cded0442776f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6288717 May 10 03:19:27.005459 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51776) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:27.011670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:27.015036 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d,segment=NetworkSegment(4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b),segment_id=4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:27.034670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fc57f-559f-41e0-8d12-a44c93de1fb0 None None] Pushing event updated for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:27.039686 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-105b310e-8f13-4939-a627-948e533fc5cb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:27.041472 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-105b310e-8f13-4939-a627-948e533fc5cb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.2899647 May 10 03:19:27.054910 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'a3b7916c-8ceb-428b-823b-ea9349841f8d', 'network_id': 'fbad14a4-3a4e-46f8-9724-f3ebd085b788', 'port_id': 'a3b7916c-8ceb-428b-823b-ea9349841f8d', 'mac_address': 'fa:16:3e:cd:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10999fe9-dbbe-47ef-beda-0cf217f3bcac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:27.064740 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-370ae374-6910-4073-9859-54d341a90e81 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/quotas/d8e319a149db44fb8bb71f3066c82956 HTTP/1.1" status: 200 len: 375 time: 0.0148704 May 10 03:19:27.091185 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.100415 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 31732c18-a3af-4b07-82c2-32bee5d30dfc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:27.100805 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.132628 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (fce00aba-28f8-43e9-aa8b-e56c85119164), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.185463 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-4c66aad9-0f45-439e-b340-bd61a79d7c83 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108744 May 10 03:19:27.226129 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port a3b7916c-8ceb-428b-823b-ea9349841f8d is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:27.226551 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.299486 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d0b55-8b28-409a-9449-e305cae4b5db None None] Pushing event updated for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:27.319357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b7916c-8ceb-428b-823b-ea9349841f8d {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:27.327423 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (fce00aba-28f8-43e9-aa8b-e56c85119164), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.421584 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-1da9b074-f584-4649-8a00-cd4ac8913301 service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295706 May 10 03:19:27.423963 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ad4bf8b1-6718-4dfe-acd4-62e9e5e58a46 req-fdfedd6f-b695-40da-a2dc-97b9b5ba3f6f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.0542362 May 10 03:19:27.472769 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d,segment=NetworkSegment(4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b),segment_id=4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:27.634192 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-7bd605d0-8d6f-4406-afd1-2e53a9a206a3 service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047164 May 10 03:19:27.753121 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51ad30-8679-4a4d-9deb-8fab728db49d req-bad488a5-1e13-45a1-b689-e76d11c85bd9 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:27.760747 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b51ad30-8679-4a4d-9deb-8fab728db49d req-bad488a5-1e13-45a1-b689-e76d11c85bd9 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 944 time: 0.0621524 May 10 03:19:27.767453 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 31732c18-a3af-4b07-82c2-32bee5d30dfc is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:27.768608 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 45ef8331-e343-4014-98cc-2c5825537c7e up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:27.815326 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d489eb4c-506c-457b-ab08-341d3fb767e1 None None] Provisioning complete for port 8c16a329-2013-4808-be9b-7f73ae87d8c6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:27.815720 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d489eb4c-506c-457b-ab08-341d3fb767e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.820452 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b51ad30-8679-4a4d-9deb-8fab728db49d req-d2916036-1032-46e3-8b18-044d8af06cba tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583861 May 10 03:19:27.844604 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Attempting to bind port 8c16a329-2013-4808-be9b-7f73ae87d8c6 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:27.844970 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Attempting to bind port 8c16a329-2013-4808-be9b-7f73ae87d8c6 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:27.845331 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Attempting to bind port 8c16a329-2013-4808-be9b-7f73ae87d8c6 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:27.863032 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:27.863404 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:27.863803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.864219 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:27.864686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Bound port: 8c16a329-2013-4808-be9b-7f73ae87d8c6, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:27.865065 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.888226 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d489eb4c-506c-457b-ab08-341d3fb767e1 None None] Port 8c16a329-2013-4808-be9b-7f73ae87d8c6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:27.890715 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:27.891086 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:27.975439 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] For port 8c16a329-2013-4808-be9b-7f73ae87d8c6, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:27.980843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] For port 8c16a329-2013-4808-be9b-7f73ae87d8c6, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=8c16a329-2013-4808-be9b-7f73ae87d8c6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:28.015204 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 45ef8331-e343-4014-98cc-2c5825537c7e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:28.090788 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-46ac5951-e1a7-44b1-a7b6-3f0ac3d53be4 req-2678d053-41e4-4053-8713-b1f25d938bc6 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0279195 May 10 03:19:28.144935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (fce00aba-28f8-43e9-aa8b-e56c85119164), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.148143 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.182096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce00aba-28f8-43e9-aa8b-e56c85119164,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:28.184029 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.191641 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.279450 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:28.308539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.311563 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-749fad41-6013-48d6-b67c-c49eb58ec9cd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3046401 May 10 03:19:28.319546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 51808) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:28.325130 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:28.353380 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aaea6b75-d431-43ab-9057-d2d7b5dbdd1d req-fe68e17b-ab4b-4da5-91a1-80e8ce0b90bd tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 210 time: 0.0998416 May 10 03:19:28.380763 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:28.380763 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:28.562183 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['a3b7916c-8ceb-428b-823b-ea9349841f8d'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:28.569663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.725937 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-705060b3-7d08-4dbf-bbcf-042e3cabcdec req-90b86d34-bd2a-4b6d-979e-197f98e9d7cd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.1707449 May 10 03:19:28.755887 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d0b55-8b28-409a-9449-e305cae4b5db None None] Pushing event updated for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:28.763402 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.765338 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:28.856099 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 45ef8331-e343-4014-98cc-2c5825537c7e up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:28.914037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Provisioning complete for port 8c16a329-2013-4808-be9b-7f73ae87d8c6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:28.918108 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:28.932275 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.28.1.131 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/f7cbbcff-f82a-4903-8878-41cbdb3efa4e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:28.968829 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f62b7-5154-4bdf-ba7c-e7b26f684412 req-c483f8ee-232c-474b-a96f-61e8ad60b5a8 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:28.970687 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b4f62b7-5154-4bdf-ba7c-e7b26f684412 req-c483f8ee-232c-474b-a96f-61e8ad60b5a8 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 945 time: 0.0682611 May 10 03:19:29.038101 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b4f62b7-5154-4bdf-ba7c-e7b26f684412 req-24ac6068-e0bc-4f1d-a8d2-e3f22a51d2ab tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 May 10 03:19:29.109748 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.209064 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 45ef8331-e343-4014-98cc-2c5825537c7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:29.209550 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.211820 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.212980 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a38028e5-03fc-48fc-b9fa-04193d025031 req-94bdabaf-b67a-4f4f-a4bf-b249a9f97ef1 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0482554 May 10 03:19:29.277111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:29.277679 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:29.282207 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:29.364880 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=f7cbbcff-f82a-4903-8878-41cbdb3efa4e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:29.470048 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Current status of the port 8c16a329-2013-4808-be9b-7f73ae87d8c6 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:29.470438 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.502413 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.509660 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] For port 8c16a329-2013-4808-be9b-7f73ae87d8c6, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=8c16a329-2013-4808-be9b-7f73ae87d8c6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:29.526213 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:27Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:29.548943 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ef196850-c66c-4dc0-a0d7-2eab13d589c9 req-1e30dd75-defd-4d2a-8deb-e66fee2db62d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 210 time: 0.0701141 May 10 03:19:29.573728 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb64b7-c206-4b73-89b3-04f843de3aff None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:27Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:29.629675 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.648638 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 45ef8331-e343-4014-98cc-2c5825537c7e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:29.678285 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:29.762805 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73c093-5d8b-49cc-a5ce-88ef52702693 None None] Pushing event updated for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:29.957556 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.61', 63755) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:30.170427 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device a3b7916c-8ceb-428b-823b-ea9349841f8d up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:30.202509 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-24c1d4be-6b61-42cb-9a0e-3a78b0e3fede req-34d67fc7-c380-49c6-96e2-c13b409ba4c4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.0877428 May 10 03:19:30.311765 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port a3b7916c-8ceb-428b-823b-ea9349841f8d completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:30.333557 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb947e-d86d-4aa5-b824-fa7a674896d1 req-a1871693-af45-4754-9faa-bfc1270f215d tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:30.340870 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91fb947e-d86d-4aa5-b824-fa7a674896d1 req-a1871693-af45-4754-9faa-bfc1270f215d tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 945 time: 0.1428447 May 10 03:19:30.388733 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port a3b7916c-8ceb-428b-823b-ea9349841f8d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:30.389249 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.404592 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b19ac83-1b9f-42fb-8061-9542f02d88e9 req-4cb42200-277d-439c-aa86-0ab7b8075bf3 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0828791 May 10 03:19:30.413478 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-47035f4e-0da4-465c-81cc-4f9ef818d907 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:30.415495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-47035f4e-0da4-465c-81cc-4f9ef818d907 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 817 time: 0.8075507 May 10 03:19:30.480467 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91fb947e-d86d-4aa5-b824-fa7a674896d1 req-83eff477-9181-4b40-9569-3b659e6fe44c tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367500 May 10 03:19:30.523056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-30ff226b-a4c6-4afd-ba74-fca378baa3ff tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:30.524576 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-30ff226b-a4c6-4afd-ba74-fca378baa3ff tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.5658071 May 10 03:19:30.526307 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port a3b7916c-8ceb-428b-823b-ea9349841f8d is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:30.526702 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.557540 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:30.634532 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'port': {'device_id': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'admin_state_up': True, 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:30.746114 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-59c1b0c8-8efd-43b4-826c-09a3ab30aa02 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 378 time: 0.1547604 May 10 03:19:30.811680 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.816624 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bc8aa559-354e-4859-b76e-f9e5903c23cc req-a762a472-8672-44ba-9c9e-0d8197400570 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 210 time: 0.0691485 May 10 03:19:30.876829 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 8c16a329-2013-4808-be9b-7f73ae87d8c6 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:30.921323 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d,segment=NetworkSegment(4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b),segment_id=4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:30.922098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:30.944307 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'port': {'device_id': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'admin_state_up': True, 'tenant_id': '4af328ed59384b70b2312c150a124746', 'security_groups': ['531c3cd8-1972-480d-a986-5a7405abdf8e']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:30.979648 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 8c16a329-2013-4808-be9b-7f73ae87d8c6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:30.984090 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.018188 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.020948 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=f7cbbcff-f82a-4903-8878-41cbdb3efa4e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:31.043831 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.61', 63762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:31.075302 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.200953 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.202208 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c0ffb3e3-e9f4-4faf-ad7a-9afcafa48b19 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8814230 May 10 03:19:31.275265 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.61', 63763) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:31.306495 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c63fae-dbdf-4728-a345-6caaa40b550a" -d '{"events": [{"server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "name": "network-vif-plugged", "status": "completed", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:31.306654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Made reservation on behalf of 4af328ed59384b70b2312c150a124746 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:31.311580 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Made reservation on behalf of d8e319a149db44fb8bb71f3066c82956 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:31.316192 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.319902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:31.359657 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-2f701ad9-5858-484c-b363-2c7506fb679d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:31.361649 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-2f701ad9-5858-484c-b363-2c7506fb679d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 810 time: 0.3128533 May 10 03:19:31.370451 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 8c16a329-2013-4808-be9b-7f73ae87d8c6 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:31.373174 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:31.425315 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-78dd70a5-68f3-4d46-8247-fec261094253 req-25da2058-4b2a-4680-9811-668560e66350 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.0535448 May 10 03:19:31.575509 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9482e80-13cf-41a4-b443-b5444be8e086 x-openstack-request-id: req-b9482e80-13cf-41a4-b443-b5444be8e086 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:31.575889 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "name": "network-vif-plugged", "status": "completed", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:31.576245 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9482e80-13cf-41a4-b443-b5444be8e086 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:31.578545 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9482e80-13cf-41a4-b443-b5444be8e086'] response: {'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d', 'code': 200} May 10 03:19:31.716616 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6c2782d8-e544-4af9-8cbd-052afc82e091 req-b7a0dbb7-2a37-40d8-aee1-d3e28eaf7ee1 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.1588080 May 10 03:19:31.750394 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-b39f896c-178d-465c-914f-5f764effe870 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 380 time: 0.3764663 May 10 03:19:31.778759 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'port': {'device_id': '1813031a-ba52-4826-9b73-69ae2af70c13', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'admin_state_up': True, 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'security_groups': ['7057fc5e-84df-4ee1-af69-515ffedca325']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:31.900398 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-2d143670-19fe-4346-8d38-34081bfcccf9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--971005637&fields=id&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 267 time: 0.2156279 May 10 03:19:31.906508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-e9c92abf-1d09-48ba-afe2-4bb70ebd47a4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:31.908108 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-e9c92abf-1d09-48ba-afe2-4bb70ebd47a4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.6294014 May 10 03:19:31.930427 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Allocated IP 172.20.0.11 (5a79d71b-8531-4a1f-830d-d1ccd6b795ac/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f/9d61ae83-c5a2-4582-8cde-df85f658226e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:31.943693 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'port': {'device_id': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'admin_state_up': True, 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:32.029454 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.61', 63766) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:32.097915 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e99a4-9a3c-427b-baea-7bbdbc679884 req-c600093e-e382-49a0-9822-6e519ff03e45 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.099483 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-720e99a4-9a3c-427b-baea-7bbdbc679884 req-c600093e-e382-49a0-9822-6e519ff03e45 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.2576790 May 10 03:19:32.161503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-53e64352-7dfd-49e2-a56b-ea8a9af88803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.163825 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-53e64352-7dfd-49e2-a56b-ea8a9af88803 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 1130 time: 0.1327989 May 10 03:19:32.171895 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Allocated IP 172.20.0.3 (2381b1f0-2571-49ba-9c52-e5ec6b453c14/f0f988a5-d8cd-4116-91dd-a39e88c4585b/373a71b7-374a-4584-ad6b-1d09a234ef37) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:32.194056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-ee21e076-704d-48ce-974b-c517d7a42557 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.207278 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52022) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:32.239021 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.249299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:32.265429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Made reservation on behalf of 813036cfbb6e4f1b93bbf75a982aa96f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:32.268951 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-f5da8f7c-0aa6-40d4-a593-33307b338571 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.269377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.270521 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-f5da8f7c-0aa6-40d4-a593-33307b338571 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.3428099 May 10 03:19:32.281631 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-720e99a4-9a3c-427b-baea-7bbdbc679884 req-f34d1d2a-dd90-4528-b58f-c60f1f50cc77 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704955 May 10 03:19:32.310932 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-5304720c-66d4-491c-88a4-9e9779fde229 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/quotas/0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 375 time: 0.0242362 May 10 03:19:32.382246 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Made reservation on behalf of d8e319a149db44fb8bb71f3066c82956 for: {'port': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:32.387349 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.456359 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0487cd-898d-48ac-bad0-81cc137eb824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.472756 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cb9a860-0ee3-40cf-9b67-81c2ed2fc9fb req-88350551-9cc4-42d5-8d7d-c2ce8f917533 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 210 time: 0.0913963 May 10 03:19:32.497555 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-fdee8e11-a5e0-43e2-91e4-af801e3a05e0 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1891937 May 10 03:19:32.507414 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90e95f60-bfdd-42c2-80a6-91f3b481ba50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.531000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.677096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:32.686001 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-ee21e076-704d-48ce-974b-c517d7a42557 service neutron] Publish callbacks [] for security_group (6b84d51f-7942-4c95-86b1-7340ffbc6140), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.690573 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9a729cf6-cf37-4b35-8292-7043e5206185 req-93122cfc-d717-4d6b-a487-f5347a32fae7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.1113489 May 10 03:19:32.702256 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.715574 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Allocated IP 172.20.0.5 (7cb49c2b-d8b7-49df-956b-d47b255b5450/96e7046b-1d1f-4c03-a15a-dddd29d235c5/0b6928e9-9a74-46cf-b5b0-028b132f61ce) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:32.732726 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:32.750846 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:32.769461 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:32.771843 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.775194 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:32.795724 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-ee21e076-704d-48ce-974b-c517d7a42557 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (6b84d51f-7942-4c95-86b1-7340ffbc6140), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.828644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Allocated IP 172.20.0.8 (5a79d71b-8531-4a1f-830d-d1ccd6b795ac/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f/f0cb85c5-3fec-4e59-9a36-21921ca34926) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:32.833190 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-1735d966-9fda-462e-90bf-77ca764a1b7f service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146765 May 10 03:19:32.884774 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3996ac8-e9a1-4d48-b5c3-81cf3c3a5892 req-ee21e076-704d-48ce-974b-c517d7a42557 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037654 May 10 03:19:32.905630 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e076-704d-48ce-974b-c517d7a42557 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b84d51f-7942-4c95-86b1-7340ffbc6140,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:32.911691 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3ac34186-fc7c-44c9-83e2-d4c14141ef97 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2926733 May 10 03:19:32.925777 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0487cd-898d-48ac-bad0-81cc137eb824 admin admin] Publish callbacks [] for security_group (78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:32.937474 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a132607c-181e-4cb1-a6cb-096169554a85 req-c0a52be2-7527-41d8-8a27-a9b81db70aa5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0987837 May 10 03:19:32.940857 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90e95f60-bfdd-42c2-80a6-91f3b481ba50 admin admin] Publish callbacks [] for security_group (503217df-04c7-431b-91f4-4671929af681), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.053685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.055266 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90e95f60-bfdd-42c2-80a6-91f3b481ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (503217df-04c7-431b-91f4-4671929af681), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.093037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-125e705b-6357-4ff8-b1bc-1464d59ddc1c None None] Provisioning complete for port 9d61ae83-c5a2-4582-8cde-df85f658226e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:33.094120 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-125e705b-6357-4ff8-b1bc-1464d59ddc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.096687 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-fc2d45c1-b513-4997-8afd-254bd80e6b33 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379305 May 10 03:19:33.107335 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0487cd-898d-48ac-bad0-81cc137eb824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.113496 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Request body: {'port': {'device_id': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:33.137836 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-125e705b-6357-4ff8-b1bc-1464d59ddc1c None None] Port 9d61ae83-c5a2-4582-8cde-df85f658226e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:33.148509 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-90e95f60-bfdd-42c2-80a6-91f3b481ba50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d88fe4a05ee5423d943d2b6c32efc6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9402263 May 10 03:19:33.150948 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:33.155521 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52044) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:33.156409 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e95f60-bfdd-42c2-80a6-91f3b481ba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503217df-04c7-431b-91f4-4671929af681,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.169792 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:33.181499 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:33.186305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.187308 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.202063 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.233451 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3a0487cd-898d-48ac-bad0-81cc137eb824 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9fc493f638644758a860e327ab59c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9782863 May 10 03:19:33.233671 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52046) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:33.233758 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0487cd-898d-48ac-bad0-81cc137eb824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.265618 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.297865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.314645 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-80708e5b-8d30-45e2-a8d8-360c5cd4077b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750591 May 10 03:19:33.323995 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.334825 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] Publish callbacks [] for security_group (503217df-04c7-431b-91f4-4671929af681), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.338416 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] Publish callbacks [] for security_group (78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.384314 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] Publish callbacks [] for security_group (78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.422287 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.450269 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] Publish callbacks [] for security_group (503217df-04c7-431b-91f4-4671929af681), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.562349 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:33.568117 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-55a4ca68-5856-4c36-9bb1-7629038c2767 req-21e3227e-d0fb-4ed3-951d-6a49a1d5bca4 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.1198225 May 10 03:19:33.580641 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:33.588639 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:33.602119 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.602119 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.602944 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ea58a17a-3a5b-41c5-92d4-7e90e340791c None None] Provisioning complete for port 373a71b7-374a-4584-ad6b-1d09a234ef37 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:33.602944 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ea58a17a-3a5b-41c5-92d4-7e90e340791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.603122 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Request body: {'port': {'device_id': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:33.613173 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a843a-312c-4cc5-b7f7-b63a98811fcf req-45548893-9591-4062-990a-d7fb78ed7795 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.619973 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-791a843a-312c-4cc5-b7f7-b63a98811fcf req-45548893-9591-4062-990a-d7fb78ed7795 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.1444886 May 10 03:19:33.687704 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ea58a17a-3a5b-41c5-92d4-7e90e340791c None None] Port 373a71b7-374a-4584-ad6b-1d09a234ef37 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:33.728800 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (503217df-04c7-431b-91f4-4671929af681), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.731886 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.733307 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/503217df-04c7-431b-91f4-4671929af681 HTTP/1.1" status: 204 len: 168 time: 0.5724134 May 10 03:19:33.791949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.834188 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a47da-2c6a-4e15-9276-e0ca7208082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503217df-04c7-431b-91f4-4671929af681,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.876153 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:33.924384 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:33.930363 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:33.936775 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:33.942031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:33.942723 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:33.970806 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:34.017214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-28560e73-6ce5-4236-bfcc-0157cababc79 None None] Provisioning complete for port f0cb85c5-3fec-4e59-9a36-21921ca34926 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:34.028187 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28560e73-6ce5-4236-bfcc-0157cababc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.028980 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-791a843a-312c-4cc5-b7f7-b63a98811fcf req-d1bf8e73-2f49-49cd-940e-c6104727812a tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970232 May 10 03:19:34.051591 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.054192 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-c798784a-5b41-4aea-a2c6-d05b450dd3a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2986281 May 10 03:19:34.065021 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.066438 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b HTTP/1.1" status: 204 len: 168 time: 0.8357930 May 10 03:19:34.088209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6023b96-a7ca-414a-ab75-8dc385b3e87c req-2308b5a5-cb53-423c-8f51-9d0e0318faad tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.094417 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28560e73-6ce5-4236-bfcc-0157cababc79 None None] Port f0cb85c5-3fec-4e59-9a36-21921ca34926 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:34.102390 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d6023b96-a7ca-414a-ab75-8dc385b3e87c req-2308b5a5-cb53-423c-8f51-9d0e0318faad tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 931 time: 0.2391486 May 10 03:19:34.130720 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Request body: {'port': {'device_id': '1813031a-ba52-4826-9b73-69ae2af70c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:34.151490 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-846bf43d-6633-42ed-9058-66361f34e9ce tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2098246 May 10 03:19:34.188992 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Request body: {'port': {'device_id': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:34.205568 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc722-55e4-426a-b4e7-ad85c9170fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a71cc9-db93-48e4-b2fd-8cc3a0d2ec0b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:34.210137 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d61ae83-c5a2-4582-8cde-df85f658226e {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:34.249245 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks [] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.310841 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Transition to ACTIVE for port object 9d61ae83-c5a2-4582-8cde-df85f658226e will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:34.314344 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.317611 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d6023b96-a7ca-414a-ab75-8dc385b3e87c req-37c309ea-4c49-41ef-ae68-2b0abda0b50b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117288 May 10 03:19:34.322321 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-5f1fa024-4257-4dc4-9d3a-936f5f162d22 None None] Provisioning complete for port 0b6928e9-9a74-46cf-b5b0-028b132f61ce triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:34.322321 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5f1fa024-4257-4dc4-9d3a-936f5f162d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.332283 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.433231 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5f1fa024-4257-4dc4-9d3a-936f5f162d22 None None] Port 0b6928e9-9a74-46cf-b5b0-028b132f61ce cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:34.464733 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.548824 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.557291 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01ccb4-1002-4e21-8f96-788fd650bee1 req-9cbfbd27-be01-4176-8828-71442d9bc20b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.563543 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7b01ccb4-1002-4e21-8f96-788fd650bee1 req-9cbfbd27-be01-4176-8828-71442d9bc20b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 931 time: 0.4049456 May 10 03:19:34.731753 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7b01ccb4-1002-4e21-8f96-788fd650bee1 req-e597cbb9-ec0e-4313-aaa0-72c2626cf5b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476178 May 10 03:19:34.752209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebeea8-6604-4c98-8481-2f5638c2cf32 req-9237235a-01db-4f91-b0c3-744b9575453a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:34.754037 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-baebeea8-6604-4c98-8481-2f5638c2cf32 req-9237235a-01db-4f91-b0c3-744b9575453a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 931 time: 0.2064092 May 10 03:19:34.757644 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Pushing event updated for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:34.762624 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Attempting to bind port 9d61ae83-c5a2-4582-8cde-df85f658226e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:34.763054 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Attempting to bind port 9d61ae83-c5a2-4582-8cde-df85f658226e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:34.763477 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Attempting to bind port 9d61ae83-c5a2-4582-8cde-df85f658226e on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:34.774249 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52080) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:34.786392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Port 9d61ae83-c5a2-4582-8cde-df85f658226e on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:34.786962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Attempting to bind port 9d61ae83-c5a2-4582-8cde-df85f658226e on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:34.798885 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:34.799500 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:34.799970 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Bound using segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:34.801224 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Bound port: 9d61ae83-c5a2-4582-8cde-df85f658226e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:34.801749 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.824505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce83d-345e-43fb-9cb4-f0ec2b3d459d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:34.944647 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:34.995706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d61ae83-c5a2-4582-8cde-df85f658226e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:34.999965 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce83d-345e-43fb-9cb4-f0ec2b3d459d admin admin] Publish callbacks [] for security_group (92219998-701b-4ea3-bfb1-bacb093711a6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.035496 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c35c935-851b-4ab6-83cc-8be256fb4b78 req-ef1fa0ee-0483-4d02-977d-c8f17481b52f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.2217317 May 10 03:19:35.060072 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6928e9-9a74-46cf-b5b0-028b132f61ce {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:35.075647 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks [] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.094220 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Transition to ACTIVE for port object 0b6928e9-9a74-46cf-b5b0-028b132f61ce will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:35.108046 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-baebeea8-6604-4c98-8481-2f5638c2cf32 req-18dde1b8-310e-45b9-b137-90d7f9f51411 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397148 May 10 03:19:35.121314 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.121478 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6c7ce83d-345e-43fb-9cb4-f0ec2b3d459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (92219998-701b-4ea3-bfb1-bacb093711a6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.162477 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:35.163208 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.165346 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] 10.222.0.61 "PUT /v2.0/ports/9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 1094 time: 2.0590465 May 10 03:19:35.165946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:35.244361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.264963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ce83d-345e-43fb-9cb4-f0ec2b3d459d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92219998-701b-4ea3-bfb1-bacb093711a6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:35.293064 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6c7ce83d-345e-43fb-9cb4-f0ec2b3d459d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99960eea2b4048939c2d206038520ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153639 May 10 03:19:35.302094 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52098) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:35.334324 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb8d6-ebcc-4635-b1c7-54826aafc7d1 req-9262be1e-5474-47bb-9953-4b7cdad1e409 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:35.339032 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-78afb8d6-ebcc-4635-b1c7-54826aafc7d1 req-9262be1e-5474-47bb-9953-4b7cdad1e409 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.1910148 May 10 03:19:35.424372 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Attempting to bind port 0b6928e9-9a74-46cf-b5b0-028b132f61ce on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:35.424704 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Attempting to bind port 0b6928e9-9a74-46cf-b5b0-028b132f61ce by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:35.429273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Attempting to bind port 0b6928e9-9a74-46cf-b5b0-028b132f61ce on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:35.442944 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c804b8f-fda0-4846-9779-699c713bef27" -d '{"events": [{"name": "network-changed", "server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:35.474358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Port 0b6928e9-9a74-46cf-b5b0-028b132f61ce on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:35.474691 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Attempting to bind port 0b6928e9-9a74-46cf-b5b0-028b132f61ce on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:35.478376 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:35.485924 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:35.486262 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Checking segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:35.486637 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Bound using segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:35.487085 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Bound port: 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:35.487450 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.506337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fac5a-ce93-4f2d-b6c7-a7a890eec901 service neutron] Pushing event updated for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:35.531184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks [] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.547629 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Transition to ACTIVE for port object 373a71b7-374a-4584-ad6b-1d09a234ef37 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:35.571489 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:35.575700 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52104) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:35.604250 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] Publish callbacks [] for security_group (92219998-701b-4ea3-bfb1-bacb093711a6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.604660 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-5a64b624-4a2a-4596-8cbc-e8bf1dc65a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:35.606122 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-5a64b624-4a2a-4596-8cbc-e8bf1dc65a44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1128 time: 0.2906301 May 10 03:19:35.619469 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b23f5e-ad55-4d90-831b-581ac1d13ade req-fc2cfd7b-8a2c-469f-8568-a049219273e4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:35.621434 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25b23f5e-ad55-4d90-831b-581ac1d13ade req-fc2cfd7b-8a2c-469f-8568-a049219273e4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 931 time: 0.1849728 May 10 03:19:35.632361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f5f6-65d2-455b-8271-a08e610e61c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.660511 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.707109 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-623e55a9-e987-4020-b1e5-2626471c15f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0882394 May 10 03:19:35.734659 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] Publish callbacks [] for security_group (92219998-701b-4ea3-bfb1-bacb093711a6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.745392 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-78afb8d6-ebcc-4635-b1c7-54826aafc7d1 req-736903a1-32e2-4fd0-9be9-50e7ba818a62 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790386 May 10 03:19:35.852123 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0cb85c5-3fec-4e59-9a36-21921ca34926 {{(pid=103795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:35.922921 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks [] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:35.945260 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25b23f5e-ad55-4d90-831b-581ac1d13ade req-948361f1-2ead-4c3c-9470-605c1f968c47 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875462 May 10 03:19:35.950664 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:35.968865 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:35.992179 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eec32dc-799d-43ea-ab5d-bb2e1b2f5dfe x-openstack-request-id: req-5eec32dc-799d-43ea-ab5d-bb2e1b2f5dfe {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:35.992460 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:35.992708 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5eec32dc-799d-43ea-ab5d-bb2e1b2f5dfe {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:35.993159 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eec32dc-799d-43ea-ab5d-bb2e1b2f5dfe'] response: {'name': 'network-changed', 'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e', 'status': 'completed', 'code': 200} May 10 03:19:36.004376 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:36.007514 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-006c900c-f527-42e4-b180-63318771b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.009714 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-006c900c-f527-42e4-b180-63318771b025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.2960355 May 10 03:19:36.038668 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Attempting to bind port 373a71b7-374a-4584-ad6b-1d09a234ef37 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:36.039109 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Attempting to bind port 373a71b7-374a-4584-ad6b-1d09a234ef37 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:36.039777 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Attempting to bind port 373a71b7-374a-4584-ad6b-1d09a234ef37 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:36.045293 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Port 373a71b7-374a-4584-ad6b-1d09a234ef37 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:36.045843 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Attempting to bind port 373a71b7-374a-4584-ad6b-1d09a234ef37 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:36.051490 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:36.051977 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Checking segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:36.052425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Bound using segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:36.052905 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Bound port: 373a71b7-374a-4584-ad6b-1d09a234ef37, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:36.053262 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.076266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.120784 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.122621 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.124020 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 1093 time: 2.0054548 May 10 03:19:36.124234 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56005-4a97-4e78-a83c-7bda0f3c7a03 req-2d6ee22b-e14d-4ed3-af82-23fadd1198a4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.125740 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45e56005-4a97-4e78-a83c-7bda0f3c7a03 req-2d6ee22b-e14d-4ed3-af82-23fadd1198a4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0620489 May 10 03:19:36.129164 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.provisioning_blocks [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Transition to ACTIVE for port object f0cb85c5-3fec-4e59-9a36-21921ca34926 will not be triggered until provisioned by entity L2. {{(pid=103795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:36.130272 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (92219998-701b-4ea3-bfb1-bacb093711a6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.134226 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.137713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92219998-701b-4ea3-bfb1-bacb093711a6 HTTP/1.1" status: 204 len: 168 time: 0.8245020 May 10 03:19:36.198803 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f5f6-65d2-455b-8271-a08e610e61c8 admin admin] Publish callbacks [] for security_group (35141064-a352-4fb5-89ee-a7105fcec7fd), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.213006 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d4d4-a01f-43cf-b60b-26206ca0b6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.281742 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9fa1f5f6-65d2-455b-8271-a08e610e61c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (35141064-a352-4fb5-89ee-a7105fcec7fd), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.296447 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb33354-9c2e-442d-8e0e-70e7a2fed83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92219998-701b-4ea3-bfb1-bacb093711a6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.299535 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.332993 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2339b675-1144-4b81-8559-196663e46083 req-1c267875-c19b-4060-8ed4-2c78684c00e1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.1813004 May 10 03:19:36.340858 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1f5f6-65d2-455b-8271-a08e610e61c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35141064-a352-4fb5-89ee-a7105fcec7fd,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.395197 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45e56005-4a97-4e78-a83c-7bda0f3c7a03 req-9871bfe4-bc09-4181-8adb-32e2885b758b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2577980 May 10 03:19:36.412615 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:36.500426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:36.515174 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9fa1f5f6-65d2-455b-8271-a08e610e61c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20c0707768f54a41a2c825f528104cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9378643 May 10 03:19:36.520928 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.525541 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52126) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:36.577677 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-7680c77d-246e-4953-83d4-eadcd20f7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.579852 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-7680c77d-246e-4953-83d4-eadcd20f7585 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2401805 May 10 03:19:36.617651 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.624521 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-5277ac65-8910-47dd-aaca-0ca0e1a38036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.626019 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-5277ac65-8910-47dd-aaca-0ca0e1a38036 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1127 time: 0.1290348 May 10 03:19:36.637597 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003827f-6837-4918-ae48-f648245408fb req-3312a8fa-6e54-4f42-ae18-9357c21ce5ef tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.644833 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e003827f-6837-4918-ae48-f648245408fb req-3312a8fa-6e54-4f42-ae18-9357c21ce5ef tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 943 time: 0.1414180 May 10 03:19:36.675357 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Attempting to bind port f0cb85c5-3fec-4e59-9a36-21921ca34926 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:36.675663 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Attempting to bind port f0cb85c5-3fec-4e59-9a36-21921ca34926 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:36.676283 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Attempting to bind port f0cb85c5-3fec-4e59-9a36-21921ca34926 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:36.694851 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:36.696649 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.698355 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] 10.222.0.61 "PUT /v2.0/ports/373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 1093 time: 3.1107321 May 10 03:19:36.713370 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:36.715894 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:36.736506 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Port f0cb85c5-3fec-4e59-9a36-21921ca34926 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:36.736506 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Attempting to bind port f0cb85c5-3fec-4e59-9a36-21921ca34926 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:36.777973 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:36.778353 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:36.787734 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Bound using segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} {{(pid=103795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:36.787734 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.managers [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Bound port: f0cb85c5-3fec-4e59-9a36-21921ca34926, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}}] {{(pid=103795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:36.787734 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.788045 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a22fd2-5260-46b4-a4f6-71267153e10b x-openstack-request-id: req-b3a22fd2-5260-46b4-a4f6-71267153e10b {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:36.788242 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:36.791132 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3a22fd2-5260-46b4-a4f6-71267153e10b {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:36.793487 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a22fd2-5260-46b4-a4f6-71267153e10b'] response: {'name': 'network-changed', 'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'status': 'completed', 'code': 200} May 10 03:19:36.804122 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd80e9-ec37-424d-af11-a98d16f189bf service neutron] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:36.819560 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] Publish callbacks [] for security_group (35141064-a352-4fb5-89ee-a7105fcec7fd), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:36.845180 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e003827f-6837-4918-ae48-f648245408fb req-fb05d4e8-6a67-4364-bbdc-6bd798b5dc75 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974885 May 10 03:19:36.923295 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-62972d05-de13-4bb6-9970-6b05fc60b6d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 217 time: 0.2463040 May 10 03:19:36.981221 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, cleared binding levels {{(pid=103795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:36.988492 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:37.021642 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] Publish callbacks [] for security_group (35141064-a352-4fb5-89ee-a7105fcec7fd), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.023996 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-dee9e5ac-5e46-4e85-be10-88b96122f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.025479 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-dee9e5ac-5e46-4e85-be10-88b96122f6f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1127 time: 0.2029359 May 10 03:19:37.083392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-d7094795-bdb2-4be9-8bcc-a6dc34419573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.084850 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-d7094795-bdb2-4be9-8bcc-a6dc34419573 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.1503174 May 10 03:19:37.088338 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-53a7bb96-5598-4fc8-a53e-ebb4776ac73b service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986148 May 10 03:19:37.095775 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-6d2c16ff-1862-4235-a33d-bc98d5c59dd7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.097152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-6d2c16ff-1862-4235-a33d-bc98d5c59dd7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.4108315 May 10 03:19:37.212830 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-5b9870f3-f77a-479d-84f9-10a020bd6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.214498 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-5b9870f3-f77a-479d-84f9-10a020bd6d3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1164851 May 10 03:19:37.325306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.333666 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-e9998a75-257b-42c4-a781-82e849cf4145 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 379 time: 0.2241008 May 10 03:19:37.350856 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-43d89b8f-af80-4e44-8fd7-e90eebf8e0af req-28655435-6604-4d9f-8d3d-56c6a8b4216d service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509396 May 10 03:19:37.380724 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'port': {'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'admin_state_up': True, 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'security_groups': ['a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:37.496964 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee175f1-75a3-430a-a603-1205dd331fb0 req-63006d9e-69d2-435c-8dc9-55a9d0a8b120 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.498473 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ee175f1-75a3-430a-a603-1205dd331fb0 req-63006d9e-69d2-435c-8dc9-55a9d0a8b120 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.1914470 May 10 03:19:37.529512 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.530057 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.531418 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] 10.222.0.61 "PUT /v2.0/ports/f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 200 len: 1093 time: 3.3483412 May 10 03:19:37.533046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00165b62-6e5a-4ed8-896c-c45c9c4ba303 service neutron] Pushing event updated for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=3']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:37.544537 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-b5621949-0864-4b42-aa24-249ee97ba62a service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194997 May 10 03:19:37.608994 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-59c6d0c9-057c-4a62-81a6-9c603c8e102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.613821 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-59c6d0c9-057c-4a62-81a6-9c603c8e102e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4af328ed59384b70b2312c150a124746&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5777366 May 10 03:19:37.613821 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-51e6a5ec-1a3b-4228-8fc0-d4707a02fb59 req-3e1d7df4-7828-460a-8f6e-05c8c6ab4e1f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.0906346 May 10 03:19:37.644651 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ee175f1-75a3-430a-a603-1205dd331fb0 req-055776c8-f115-4e16-886c-8e6d4cae0299 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240642 May 10 03:19:37.694599 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cb806417-49f4-461f-aec1-418469cb396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.741890 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef75ab-ccaa-4c52-b757-e83efda78d34 req-70da78d9-4032-4065-8c9f-69c0091fe902 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:37.748484 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbef75ab-ccaa-4c52-b757-e83efda78d34 req-70da78d9-4032-4065-8c9f-69c0091fe902 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0604551 May 10 03:19:37.755891 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:37.763158 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.779860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (35141064-a352-4fb5-89ee-a7105fcec7fd), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.782604 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:37.785081 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35141064-a352-4fb5-89ee-a7105fcec7fd HTTP/1.1" status: 204 len: 168 time: 1.2554288 May 10 03:19:37.808176 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819de7-8bf2-422b-918c-71fd372a0565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35141064-a352-4fb5-89ee-a7105fcec7fd,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:37.829451 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbef75ab-ccaa-4c52-b757-e83efda78d34 req-fc88277a-f75d-4bd7-87fb-4922f8c740ad tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800643 May 10 03:19:37.945321 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.20.0.8 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/3675090a-d6b4-4972-9846-20ea88eb78e8) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:38.007171 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b17d-30e0-4869-a486-4e5e67a7ee52 req-1a4e8609-9d3a-4edd-8070-090d60d03355 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.024495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0043b17d-30e0-4869-a486-4e5e67a7ee52 req-1a4e8609-9d3a-4edd-8070-090d60d03355 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 943 time: 0.0950592 May 10 03:19:38.091626 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0043b17d-30e0-4869-a486-4e5e67a7ee52 req-748dcb4f-3ba0-493a-8db4-79c486050346 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659161 May 10 03:19:38.106573 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:38.109060 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225095b-2d21-4512-b5be-7814e65df4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:38.132156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.158161 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0c9a8-2dbf-49c0-b0b6-a680fd980934 x-openstack-request-id: req-65e0c9a8-2dbf-49c0-b0b6-a680fd980934 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:38.158446 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:38.158690 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65e0c9a8-2dbf-49c0-b0b6-a680fd980934 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:38.160859 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e0c9a8-2dbf-49c0-b0b6-a680fd980934'] response: {'name': 'network-changed', 'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'status': 'completed', 'code': 200} May 10 03:19:38.278266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.390091 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-ba0ba492-418b-43a7-a63b-84b6ebc49808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.391607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c50a2c0-1780-4ebd-95c4-a6e0c5c42ff8 req-ba0ba492-418b-43a7-a63b-84b6ebc49808 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083509 May 10 03:19:38.392532 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:38.394779 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cd98d2b6-e233-41f3-9f39-ceca47692b06 req-7192a4a6-dbaf-4233-812f-5e6a485d6cf2 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106338 May 10 03:19:38.422284 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:38.424837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:38.440041 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.441440 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804b8f-fda0-4846-9779-699c713bef27 req-24681bd7-b02b-4f4f-9156-83b7a187f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.444221 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.446344 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-24681bd7-b02b-4f4f-9156-83b7a187f8bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1128 time: 0.2618306 May 10 03:19:38.471473 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:38.520049 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-e3762a97-549a-437f-8132-142b21f48e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.521630 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-e3762a97-549a-437f-8132-142b21f48e25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1127 time: 0.1655500 May 10 03:19:38.531696 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e15abaac-960a-4e6b-ae77-d82dfb90c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.533208 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-e15abaac-960a-4e6b-ae77-d82dfb90c80e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1127 time: 0.0591373 May 10 03:19:38.567981 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804b8f-fda0-4846-9779-699c713bef27 req-e092d810-fa01-45fc-855b-82221034c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.569549 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-e092d810-fa01-45fc-855b-82221034c165 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.1158428 May 10 03:19:38.612510 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-bcd02143-72d0-4506-b4dc-4d54de64bc83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359595 May 10 03:19:38.709291 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d114c0df-abbe-4897-b8f1-089ecc8f3de1 None None] Provisioning complete for port 3675090a-d6b4-4972-9846-20ea88eb78e8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:38.709852 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d114c0df-abbe-4897-b8f1-089ecc8f3de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:38.743555 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eaa70-3169-4854-8458-b6d4d1595bcf req-4e7c74f4-3e20-4b4d-84cf-383d9f8aaa0f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.744975 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9e8eaa70-3169-4854-8458-b6d4d1595bcf req-4e7c74f4-3e20-4b4d-84cf-383d9f8aaa0f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 931 time: 0.0590937 May 10 03:19:38.746863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d114c0df-abbe-4897-b8f1-089ecc8f3de1 None None] Port 3675090a-d6b4-4972-9846-20ea88eb78e8 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:38.793590 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9e8eaa70-3169-4854-8458-b6d4d1595bcf req-fc48d7c8-600b-421a-8b69-e48bfbd1de8d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 May 10 03:19:38.794284 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:38.796131 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f6d07-c690-4605-b21d-a6696e44c672" -d '{"events": [{"name": "network-changed", "server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:38.909299 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559037f6-be70-4d0d-94ba-464e4ca0d64d req-50d1b59d-31b0-41df-ab9c-df71a3c93b49 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:38.910773 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-559037f6-be70-4d0d-94ba-464e4ca0d64d req-50d1b59d-31b0-41df-ab9c-df71a3c93b49 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0574119 May 10 03:19:38.963339 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52228) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:38.967709 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-559037f6-be70-4d0d-94ba-464e4ca0d64d req-732ede51-62a4-45ad-bcfa-a0eee92880e4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510232 May 10 03:19:39.016860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fa2801-49bc-4c76-a9b4-4e55710c5bc6 x-openstack-request-id: req-e5fa2801-49bc-4c76-a9b4-4e55710c5bc6 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:39.016860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:39.017112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5fa2801-49bc-4c76-a9b4-4e55710c5bc6 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:39.017318 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fa2801-49bc-4c76-a9b4-4e55710c5bc6'] response: {'name': 'network-changed', 'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926', 'status': 'completed', 'code': 200} May 10 03:19:39.107147 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33caa302-7a21-4569-bcc9-218d1ef48704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.130748 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd105880-5023-413a-a17a-0c7f3b746db6 req-bc5fc732-49bb-4bec-a80c-f6c1e6e1e1e6 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.133282 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bd105880-5023-413a-a17a-0c7f3b746db6 req-bc5fc732-49bb-4bec-a80c-f6c1e6e1e1e6 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0711486 May 10 03:19:39.196575 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bd105880-5023-413a-a17a-0c7f3b746db6 req-f74b55c3-6ea3-4242-ba7b-25dd7da7b023 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561616 May 10 03:19:39.259852 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Request body: {'port': {'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:39.350464 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-3f026339-dc62-4897-9e26-e0e4a2cd9902 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0954058 May 10 03:19:39.361863 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf0705-5745-4b49-b8e8-a9b86fc2937d req-77bc9369-0661-4167-bda5-4650df9fcd07 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.363804 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4ecf0705-5745-4b49-b8e8-a9b86fc2937d req-77bc9369-0661-4167-bda5-4650df9fcd07 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 943 time: 0.1662769 May 10 03:19:39.382201 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-0e83346f-44bb-4a0b-aede-ffd62dbf1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.383837 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-0e83346f-44bb-4a0b-aede-ffd62dbf1b0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1127 time: 0.1302166 May 10 03:19:39.418526 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33caa302-7a21-4569-bcc9-218d1ef48704 admin admin] Publish callbacks [] for security_group (a076a1a7-188d-4a85-926f-c8756d6f5626), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.421382 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-54fe0a0f-5fd4-4cb6-ab50-1e7ba8c4b426 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 200 len: 217 time: 0.1813374 May 10 03:19:39.424912 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-3cf9d927-2a76-4577-8616-50f10f7a7620 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 217 time: 0.1749661 May 10 03:19:39.511766 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33caa302-7a21-4569-bcc9-218d1ef48704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a076a1a7-188d-4a85-926f-c8756d6f5626), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.533474 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804b8f-fda0-4846-9779-699c713bef27 req-6de9ef52-ec7e-420c-a3cc-bed513dcf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.535065 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-6de9ef52-ec7e-420c-a3cc-bed513dcf66a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.1676264 May 10 03:19:39.549866 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4ecf0705-5745-4b49-b8e8-a9b86fc2937d req-eed15497-b31a-4c5c-b8cc-e6da163fdf0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712799 May 10 03:19:39.562101 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.580040 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-6dd4708f-0b7e-4493-b1b8-921615305582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.581743 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-6dd4708f-0b7e-4493-b1b8-921615305582 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.1636667 May 10 03:19:39.589473 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caa302-7a21-4569-bcc9-218d1ef48704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076a1a7-188d-4a85-926f-c8756d6f5626,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:39.630072 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-33caa302-7a21-4569-bcc9-218d1ef48704 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45f635f7cec2426294bc6836ab899e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6655676 May 10 03:19:39.638704 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52258) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:39.673381 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-ddde3934-2636-46b1-947a-b07cad264b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.674833 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-ddde3934-2636-46b1-947a-b07cad264b91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.2432768 May 10 03:19:39.677666 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-87974ef8-e12b-4d62-b73c-44930089e3d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 217 time: 0.0642304 May 10 03:19:39.718069 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fcedfb57-75a5-4902-b025-5b26de84b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:39.784647 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804b8f-fda0-4846-9779-699c713bef27 req-8f93e239-7690-4b09-ab08-67e89579556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.786221 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-8f93e239-7690-4b09-ab08-67e89579556c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1764419 May 10 03:19:39.849180 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-4a2f52f0-0d3e-43c3-8b47-1f5e6f4746b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.850984 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-4a2f52f0-0d3e-43c3-8b47-1f5e6f4746b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.1337070 May 10 03:19:39.873854 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-27b69c2f-2546-4a3d-8396-cfabd0bf5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.875561 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-27b69c2f-2546-4a3d-8396-cfabd0bf5b0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.4428449 May 10 03:19:39.955311 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-6898b9dc-acac-44d9-a7a3-ae3ff035be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.956921 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-6898b9dc-acac-44d9-a7a3-ae3ff035be9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0958009 May 10 03:19:39.971677 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fd939-610c-4766-bb45-808b2f5ec62a req-da0a7159-1c72-43fc-9f52-499de211577c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:39.973407 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce8fd939-610c-4766-bb45-808b2f5ec62a req-da0a7159-1c72-43fc-9f52-499de211577c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 931 time: 0.0735068 May 10 03:19:40.040390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-afba4fc9-53c3-480f-9f50-00b363ea5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.041896 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-afba4fc9-53c3-480f-9f50-00b363ea5de7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1633980 May 10 03:19:40.066056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-de0e9218-86c3-4d40-a3eb-ab5085cacc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.067482 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-de0e9218-86c3-4d40-a3eb-ab5085cacc3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1753502 May 10 03:19:40.073286 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-fdaf7308-c8bf-4b38-b065-4f12bea934d3 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783933 May 10 03:19:40.131076 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3bcd0-d3c6-4287-bde9-b416d311f905 req-31133b44-1aed-47b0-893c-0e0a1ace6bc7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.133376 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8cc3bcd0-d3c6-4287-bde9-b416d311f905 req-31133b44-1aed-47b0-893c-0e0a1ace6bc7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0711823 May 10 03:19:40.173952 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] Publish callbacks [] for security_group (a076a1a7-188d-4a85-926f-c8756d6f5626), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.224328 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce8fd939-610c-4766-bb45-808b2f5ec62a req-e14fe08a-60ac-49f8-a243-468a086aebe8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389219 May 10 03:19:40.251084 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 9d61ae83-c5a2-4582-8cde-df85f658226e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:40.305796 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] Publish callbacks [] for security_group (a076a1a7-188d-4a85-926f-c8756d6f5626), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.357180 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-9e74c611-e539-4610-ad9f-98718bb7b71a service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036344 May 10 03:19:40.404254 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-dc2d7bd4-be4b-48bd-91e2-22ee72703300 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831490 May 10 03:19:40.429325 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d61ae83-c5a2-4582-8cde-df85f658226e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:40.442571 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '9d61ae83-c5a2-4582-8cde-df85f658226e', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'port_id': '9d61ae83-c5a2-4582-8cde-df85f658226e', 'mac_address': 'fa:16:3e:11:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:40.484569 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 9d61ae83-c5a2-4582-8cde-df85f658226e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:40.485104 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.504897 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3675090a-d6b4-4972-9846-20ea88eb78e8 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:40.505551 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d61ae83-c5a2-4582-8cde-df85f658226e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:40.521781 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks [] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.535653 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-c4cde86c-9419-419e-b0a2-f6827cdfe561 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706124 May 10 03:19:40.537693 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d61ae83-c5a2-4582-8cde-df85f658226e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:40.561534 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8cc3bcd0-d3c6-4287-bde9-b416d311f905 req-0cd5101e-2750-4751-9d56-5ff8b32bed2a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139643 May 10 03:19:40.587117 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ec020-741f-414c-b1f5-fb0aa7c3bd83 req-09a5bc1e-a690-43f9-9002-ab862d6b3c52 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.588605 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d06ec020-741f-414c-b1f5-fb0aa7c3bd83 req-09a5bc1e-a690-43f9-9002-ab862d6b3c52 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.1223402 May 10 03:19:40.591733 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Transition to ACTIVE for port object 3675090a-d6b4-4972-9846-20ea88eb78e8 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:40.601752 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c804b8f-fda0-4846-9779-699c713bef27 req-6806b0c2-2f22-4e7a-9e24-68c05301e514 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815440 May 10 03:19:40.601878 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a076a1a7-188d-4a85-926f-c8756d6f5626), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.604583 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.608057 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a076a1a7-188d-4a85-926f-c8756d6f5626 HTTP/1.1" status: 204 len: 168 time: 0.9653163 May 10 03:19:40.609915 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.689509 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.694405 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6225095b-2d21-4512-b5be-7814e65df4c7 req-e087f4a9-0c19-4b10-854d-bb89b51c5543 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223624 May 10 03:19:40.790597 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d06ec020-741f-414c-b1f5-fb0aa7c3bd83 req-f72c4dfa-3c7e-4ded-a6a8-a85e15207062 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893383 May 10 03:19:40.808251 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c4deb-c877-4b2b-9b39-cdcd3631b19e req-54b642d9-2b07-4a42-a9d0-a0994dea7d62 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:40.818225 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c70c4deb-c877-4b2b-9b39-cdcd3631b19e req-54b642d9-2b07-4a42-a9d0-a0994dea7d62 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 943 time: 0.0956569 May 10 03:19:40.821010 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.833912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c51f7f-682d-4a47-bc97-09bee57f1d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076a1a7-188d-4a85-926f-c8756d6f5626,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.859203 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['9d61ae83-c5a2-4582-8cde-df85f658226e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:40.878030 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c70c4deb-c877-4b2b-9b39-cdcd3631b19e req-e26c2d0f-32e4-4b25-8d7a-8dc383bec5fc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602293 May 10 03:19:40.926327 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:40.947003 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Pushing event updated for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:40.981774 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0b6abe81-c0b8-4f1d-b994-21359c8c5290 req-183e5897-eec3-4b20-817c-c515570f1d25 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078100 May 10 03:19:40.987100 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0442193e-6df2-414e-903c-8b2ebfb5ee0a req-8c4d8624-5b66-4ce7-8db9-d293fa51519b service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082215 May 10 03:19:41.000627 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Attempting to bind port 3675090a-d6b4-4972-9846-20ea88eb78e8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:41.000958 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Attempting to bind port 3675090a-d6b4-4972-9846-20ea88eb78e8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:41.001282 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Attempting to bind port 3675090a-d6b4-4972-9846-20ea88eb78e8 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:41.006644 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Port 3675090a-d6b4-4972-9846-20ea88eb78e8 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:41.006959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Attempting to bind port 3675090a-d6b4-4972-9846-20ea88eb78e8 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:41.013562 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:41.013892 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:41.015932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:41.015932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Bound port: 3675090a-d6b4-4972-9846-20ea88eb78e8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:41.015932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.083751 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:41.088292 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3675090a-d6b4-4972-9846-20ea88eb78e8,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:41.230691 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.303582 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.304243 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:41.305717 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] 10.222.0.61 "PUT /v2.0/ports/3675090a-d6b4-4972-9846-20ea88eb78e8 HTTP/1.1" status: 200 len: 1093 time: 2.0547535 May 10 03:19:41.306159 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:41.308416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a58510-b476-48e9-a9a2-ac8f08cef311" -d '{"events": [{"name": "network-changed", "server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:41.338444 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63220651-1f72-414a-8af0-60c82f4116cb service neutron] Pushing event updated for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:41.381382 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f02ee3-3c3c-4e8f-b9d2-c8be6baaee78 x-openstack-request-id: req-42f02ee3-3c3c-4e8f-b9d2-c8be6baaee78 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:41.381690 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:41.381940 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42f02ee3-3c3c-4e8f-b9d2-c8be6baaee78 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:41.382335 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f02ee3-3c3c-4e8f-b9d2-c8be6baaee78'] response: {'name': 'network-changed', 'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'status': 'completed', 'code': 200} May 10 03:19:41.392471 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdb4c4-268b-4422-b229-5ac3d015b136 req-a622c027-bb5a-4c55-b2ca-4ec452f92216 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.393953 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5efdb4c4-268b-4422-b229-5ac3d015b136 req-a622c027-bb5a-4c55-b2ca-4ec452f92216 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0920010 May 10 03:19:41.443530 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5efdb4c4-268b-4422-b229-5ac3d015b136 req-6af2df6a-cde0-4247-977e-281727646deb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 May 10 03:19:41.697225 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e598-9ce8-4e44-81a4-aa76d5f8e158 req-9fed1247-6803-438b-b1c0-386a1c8ed380 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.698733 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-18a1e598-9ce8-4e44-81a4-aa76d5f8e158 req-9fed1247-6803-438b-b1c0-386a1c8ed380 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0521784 May 10 03:19:41.746058 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-18a1e598-9ce8-4e44-81a4-aa76d5f8e158 req-b03190b3-7673-499b-b596-c2a18d0e5b65 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 May 10 03:19:41.916695 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298fc0b-a928-4578-a4de-bd5cbf83554a req-efa8fbc6-f55b-4413-ab92-6afacde813fd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:41.918331 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6298fc0b-a928-4578-a4de-bd5cbf83554a req-efa8fbc6-f55b-4413-ab92-6afacde813fd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0522823 May 10 03:19:42.007087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6298fc0b-a928-4578-a4de-bd5cbf83554a req-5de31787-25e8-4e22-bb8b-6332bdeb8652 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809100 May 10 03:19:42.013112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147a3e3-87a4-47df-8091-3ec24106e8d3 req-423d6b44-0d96-4a3e-bfb5-9da2c9fefadf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.014519 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2147a3e3-87a4-47df-8091-3ec24106e8d3 req-423d6b44-0d96-4a3e-bfb5-9da2c9fefadf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 943 time: 0.0675573 May 10 03:19:42.077425 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2147a3e3-87a4-47df-8091-3ec24106e8d3 req-d393f4d0-4169-4169-9a89-5c20d1a7bf25 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568197 May 10 03:19:42.255459 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0b6928e9-9a74-46cf-b5b0-028b132f61ce details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:42.274170 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 9d61ae83-c5a2-4582-8cde-df85f658226e up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:42.393864 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 9d61ae83-c5a2-4582-8cde-df85f658226e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:42.416284 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:42.428085 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'port_id': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'mac_address': 'fa:16:3e:a8:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:42.467488 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 0b6928e9-9a74-46cf-b5b0-028b132f61ce is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:42.467958 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.496855 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 9d61ae83-c5a2-4582-8cde-df85f658226e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:42.497250 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.498808 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.502523 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6928e9-9a74-46cf-b5b0-028b132f61ce {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:42.523303 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:42.564917 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa832c-526d-4fda-bbb3-2de2239961d4 req-89deecb2-37c6-4832-a96f-525180f5f57c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.566422 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c2aa832c-526d-4fda-bbb3-2de2239961d4 req-89deecb2-37c6-4832-a96f-525180f5f57c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0464582 May 10 03:19:42.598517 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 9d61ae83-c5a2-4582-8cde-df85f658226e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:42.598924 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.613140 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.617667 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c2aa832c-526d-4fda-bbb3-2de2239961d4 req-2f2bd608-56c8-4bea-b607-538a0607e8ed tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 May 10 03:19:42.651853 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:42.654080 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335e0864-4ec1-49f1-93c9-d582f1c50912" -d '{"events": [{"server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "name": "network-vif-plugged", "status": "completed", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:42.670924 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d61ae83-c5a2-4582-8cde-df85f658226e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:42.691103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:42.694964 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e98932-f1c1-4fa4-901c-c9cab346e51a x-openstack-request-id: req-61e98932-f1c1-4fa4-901c-c9cab346e51a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:42.695329 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "name": "network-vif-plugged", "status": "completed", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:42.695592 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61e98932-f1c1-4fa4-901c-c9cab346e51a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:42.695988 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e98932-f1c1-4fa4-901c-c9cab346e51a'] response: {'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e', 'code': 200} May 10 03:19:42.744322 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:42.805034 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:42.854104 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['0b6928e9-9a74-46cf-b5b0-028b132f61ce'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:42.867946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-ea12cc3e-b1c8-4fe9-84d2-bdfb55bdf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.870798 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-ea12cc3e-b1c8-4fe9-84d2-bdfb55bdf868 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1127 time: 0.0587304 May 10 03:19:42.920604 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25572e63-2b23-41ee-b462-9b0218c951e3 req-3c3767ed-505e-40bd-a0db-313b13452a94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:42.928990 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25572e63-2b23-41ee-b462-9b0218c951e3 req-3c3767ed-505e-40bd-a0db-313b13452a94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0724089 May 10 03:19:43.042275 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25572e63-2b23-41ee-b462-9b0218c951e3 req-e72cbd54-97cb-46d2-9c00-fdbc28055e5a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050403 May 10 03:19:43.053999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-ed013fac-7a7f-46c8-8a20-503d362c328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.056058 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-ed013fac-7a7f-46c8-8a20-503d362c328f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 1127 time: 0.1840396 May 10 03:19:43.234086 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368ff18-50bc-4e37-b4f3-fb77d63563ff req-318e6699-1c53-41b9-be1c-87f1bd44ddfe tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.235562 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1368ff18-50bc-4e37-b4f3-fb77d63563ff req-318e6699-1c53-41b9-be1c-87f1bd44ddfe tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.1104031 May 10 03:19:43.250047 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ffbb7-5bf8-4ea2-8b3f-93b1bb6b2185 req-ad414347-eb6f-4ee0-84c5-b5b9030f4565 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.251530 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-106ffbb7-5bf8-4ea2-8b3f-93b1bb6b2185 req-ad414347-eb6f-4ee0-84c5-b5b9030f4565 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 944 time: 0.0640433 May 10 03:19:43.303980 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-cf3c8af6-285d-4876-b269-11569f8133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.305464 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-cf3c8af6-285d-4876-b269-11569f8133fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.4255257 May 10 03:19:43.317429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8345cf-0477-4198-9c47-16d2aa28b65c req-e6de7f4a-9d4e-4216-9bbe-58926dd72df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.317429 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4d8345cf-0477-4198-9c47-16d2aa28b65c req-e6de7f4a-9d4e-4216-9bbe-58926dd72df9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0979805 May 10 03:19:43.324325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1368ff18-50bc-4e37-b4f3-fb77d63563ff req-9e993e35-898b-425a-8157-9313bf699bbf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715625 May 10 03:19:43.337202 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-106ffbb7-5bf8-4ea2-8b3f-93b1bb6b2185 req-2198e6b6-4fc9-4ad6-b60c-5f9a08b90c47 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773172 May 10 03:19:43.394074 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-2c2bc5ae-8187-4415-ba3d-ff1a48cb357b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 200 len: 217 time: 0.0788331 May 10 03:19:43.458725 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-48ea30cb-fa62-43ac-a633-aad46d27e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.460224 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-48ea30cb-fa62-43ac-a633-aad46d27e2b3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0b7c607953b94c02977d60c0b0536e24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3970883 May 10 03:19:43.510822 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4d8345cf-0477-4198-9c47-16d2aa28b65c req-339d717a-061b-454c-b0a3-a83d8d1654e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837616 May 10 03:19:43.524499 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52396) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:43.654622 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19957b88-a282-42de-92fe-d8d1193acfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.726552 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-6f27ec1e-b0dd-4781-a07b-492423828bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.728013 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-6f27ec1e-b0dd-4781-a07b-492423828bd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.3224289 May 10 03:19:43.755833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704bdcb-2113-47ab-b6b1-530a41d0ce0a req-75cfe5db-d4fb-418d-bd0d-17c2c29c1211 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.757435 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5704bdcb-2113-47ab-b6b1-530a41d0ce0a req-75cfe5db-d4fb-418d-bd0d-17c2c29c1211 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0635262 May 10 03:19:43.821251 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19957b88-a282-42de-92fe-d8d1193acfd0 admin admin] Publish callbacks [] for security_group (79644c2a-d143-4856-8a9f-a1215a74922b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.827976 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-376bba48-002a-400c-8b82-275d48315fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.829491 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-376bba48-002a-400c-8b82-275d48315fe3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0955336 May 10 03:19:43.856410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5704bdcb-2113-47ab-b6b1-530a41d0ce0a req-bdeb84be-57ef-4a87-a3f1-6d1a6a35f9bb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871937 May 10 03:19:43.890258 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-337cdd4c-07b4-4769-81a7-1f196b0c515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:43.891784 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-38a58510-b476-48e9-a9a2-ac8f08cef311 req-337cdd4c-07b4-4769-81a7-1f196b0c515c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4211905 May 10 03:19:43.937460 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-ae2216a7-0dfe-4e89-8d7c-6f94d0c1752e service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015193 May 10 03:19:43.956351 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-19957b88-a282-42de-92fe-d8d1193acfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (79644c2a-d143-4856-8a9f-a1215a74922b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:43.987522 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.024931 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-8989c43a-8a74-407c-8f58-0fe3a07a2fa1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=895dbe17859e43a18bb013a98f83a45e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504889 May 10 03:19:44.039840 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-19957b88-a282-42de-92fe-d8d1193acfd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d53c5194a9674c75b5d36f4c17cec8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142815 May 10 03:19:44.042544 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52420) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:44.068445 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19957b88-a282-42de-92fe-d8d1193acfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79644c2a-d143-4856-8a9f-a1215a74922b,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.095358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] Publish callbacks [] for security_group (79644c2a-d143-4856-8a9f-a1215a74922b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.118980 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] Publish callbacks [] for security_group (79644c2a-d143-4856-8a9f-a1215a74922b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.166668 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07711e-9069-4d0f-a0a4-0c76b5c67a39 req-5c63c5e1-735b-4631-9b8e-ff5c719e6b53 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.168142 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b07711e-9069-4d0f-a0a4-0c76b5c67a39 req-5c63c5e1-735b-4631-9b8e-ff5c719e6b53 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.1508846 May 10 03:19:44.265707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (79644c2a-d143-4856-8a9f-a1215a74922b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.268309 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.269468 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79644c2a-d143-4856-8a9f-a1215a74922b HTTP/1.1" status: 204 len: 168 time: 0.2258384 May 10 03:19:44.273182 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:44.278265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0b6928e9-9a74-46cf-b5b0-028b132f61ce up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:44.279067 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334688e4-c765-4588-8bf9-2cb8a34b08c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79644c2a-d143-4856-8a9f-a1215a74922b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.286359 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-858da38e-c3a2-4296-9d88-7155a6ab3e43 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.288493 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-858da38e-c3a2-4296-9d88-7155a6ab3e43 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514448 May 10 03:19:44.292547 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b07711e-9069-4d0f-a0a4-0c76b5c67a39 req-7a5fd7b5-e2bd-461d-aa6f-c8e1a231d364 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154988 May 10 03:19:44.306901 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-3a81168d-35e4-410b-a299-39da7591bb1d tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/quotas/895dbe17859e43a18bb013a98f83a45e HTTP/1.1" status: 200 len: 375 time: 0.0100801 May 10 03:19:44.350215 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-6b0cdcb4-ccd5-423a-b838-dfc79f74c5a2 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=895dbe17859e43a18bb013a98f83a45e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297418 May 10 03:19:44.410968 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 0b6928e9-9a74-46cf-b5b0-028b132f61ce completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:44.432425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c42bd-bd7c-4ed6-811f-9b6b6df2918b req-8e7250cc-f5d7-4b3b-a47c-e3fadc2aa2fb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.433942 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b4c42bd-bd7c-4ed6-811f-9b6b6df2918b req-8e7250cc-f5d7-4b3b-a47c-e3fadc2aa2fb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0566738 May 10 03:19:44.475019 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:44.491736 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:44.495458 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b4c42bd-bd7c-4ed6-811f-9b6b6df2918b req-c569be4a-e620-4b79-b0c8-e3521d7171b3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555747 May 10 03:19:44.536872 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:44.537260 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.551734 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:44.584883 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:44.586272 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 0b6928e9-9a74-46cf-b5b0-028b132f61ce triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:44.586730 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.605447 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9be1-4e40-41d2-a150-c8cc0ffe56df req-a40b875f-ce45-4bf4-b200-73d7bd58531c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.606901 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1bc9be1-4e40-41d2-a150-c8cc0ffe56df req-a40b875f-ce45-4bf4-b200-73d7bd58531c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 944 time: 0.0501907 May 10 03:19:44.663191 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1bc9be1-4e40-41d2-a150-c8cc0ffe56df req-5a1e0430-849f-4a09-bc46-1f0b6d04c36b tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 May 10 03:19:44.696303 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.758892 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 0b6928e9-9a74-46cf-b5b0-028b132f61ce is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:44.758892 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.783729 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5776673a-254e-48b3-b794-1fe2c284aff0 req-dce48b2a-6bcb-4c05-85ab-1f95fed15aca tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0365984 May 10 03:19:44.793930 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897a2ff-fad1-4df1-ae46-d9136ee7ec71 req-e4ee5806-5d17-40d1-8d32-9dcb4ef2a4ff tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.795638 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6897a2ff-fad1-4df1-ae46-d9136ee7ec71 req-e4ee5806-5d17-40d1-8d32-9dcb4ef2a4ff tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 944 time: 0.0800056 May 10 03:19:44.815847 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:44.818077 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f03ce7-b73a-44f8-b20d-391b71d920fc" -d '{"events": [{"server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "name": "network-vif-plugged", "status": "completed", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:44.825024 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.835508 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:44.856706 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6897a2ff-fad1-4df1-ae46-d9136ee7ec71 req-e01f4631-4c95-4d74-ad40-2540b6085797 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464475 May 10 03:19:44.863030 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d23999-4116-4564-8eed-8521ea850cb3 x-openstack-request-id: req-09d23999-4116-4564-8eed-8521ea850cb3 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:44.863471 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "name": "network-vif-plugged", "status": "completed", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:44.863732 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09d23999-4116-4564-8eed-8521ea850cb3 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:44.864155 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d23999-4116-4564-8eed-8521ea850cb3'] response: {'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'code': 200} May 10 03:19:44.892645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:44.944501 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:44.960318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['373a71b7-374a-4584-ad6b-1d09a234ef37'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:44.982546 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f0a7f-9d17-4985-af34-560894fd1c93 req-c2a85b40-be0a-45d0-8dd7-d023c9caf52b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:44.984312 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-df1f0a7f-9d17-4985-af34-560894fd1c93 req-c2a85b40-be0a-45d0-8dd7-d023c9caf52b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0621324 May 10 03:19:45.016512 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52450) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:45.046039 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-df1f0a7f-9d17-4985-af34-560894fd1c93 req-3aa1b3fb-3927-4ad9-85f8-5f669a27bb63 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551004 May 10 03:19:45.118540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52454) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:45.140423 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38eb003e-c61f-41c5-99e2-745d4f63105f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.154335 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e744-9fa7-4d05-9137-d8e249898ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.268203 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38eb003e-c61f-41c5-99e2-745d4f63105f admin admin] Publish callbacks [] for security_group (66c93ea0-e157-458b-9f88-e84e9113ad9e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.279636 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e744-9fa7-4d05-9137-d8e249898ce7 admin admin] Publish callbacks [] for security_group (310a6260-ffce-4f41-a73b-c76bb970fdab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.334651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e744-9fa7-4d05-9137-d8e249898ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (310a6260-ffce-4f41-a73b-c76bb970fdab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.338048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-38eb003e-c61f-41c5-99e2-745d4f63105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (66c93ea0-e157-458b-9f88-e84e9113ad9e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.397445 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9cb4e744-9fa7-4d05-9137-d8e249898ce7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f20d4b314f76478380f8d61074565721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798153 May 10 03:19:45.400594 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52458) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:45.401018 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4e744-9fa7-4d05-9137-d8e249898ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a6260-ffce-4f41-a73b-c76bb970fdab,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:45.407349 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-38eb003e-c61f-41c5-99e2-745d4f63105f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1b4eff54254442caf4b6c03736e558c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850957 May 10 03:19:45.409228 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52460) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:45.442402 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5b67d-ec78-4650-ac3f-9f77374c7b8b req-2ad58d0f-ee92-44cd-895e-c48e8ad2f02b tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:45.443772 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ca5b67d-ec78-4650-ac3f-9f77374c7b8b req-2ad58d0f-ee92-44cd-895e-c48e8ad2f02b tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.0763557 May 10 03:19:45.444869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb003e-c61f-41c5-99e2-745d4f63105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c93ea0-e157-458b-9f88-e84e9113ad9e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:45.494977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] Publish callbacks [] for security_group (66c93ea0-e157-458b-9f88-e84e9113ad9e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.509152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] Publish callbacks [] for security_group (310a6260-ffce-4f41-a73b-c76bb970fdab), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.533143 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] Publish callbacks [] for security_group (66c93ea0-e157-458b-9f88-e84e9113ad9e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.544878 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ca5b67d-ec78-4650-ac3f-9f77374c7b8b req-cacfb62f-3a43-4c73-885c-f4e1c60dbabc tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 May 10 03:19:45.557617 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] Publish callbacks [] for security_group (310a6260-ffce-4f41-a73b-c76bb970fdab), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.644532 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae62a8d-ecb1-45e0-8f0e-0a09f9ba6906 req-30a96b65-0f0e-4362-b794-f5f483c0bf80 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:45.646226 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cae62a8d-ecb1-45e0-8f0e-0a09f9ba6906 req-30a96b65-0f0e-4362-b794-f5f483c0bf80 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 943 time: 0.0585856 May 10 03:19:45.664818 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-5e5f6d07-c690-4605-b21d-a6696e44c672 req-0ad71abd-46c2-454b-98d5-7f998484c342 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455705 May 10 03:19:45.709640 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cae62a8d-ecb1-45e0-8f0e-0a09f9ba6906 req-df94ac60-3b84-457c-8f52-6d337aa15d20 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511751 May 10 03:19:45.766895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (66c93ea0-e157-458b-9f88-e84e9113ad9e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.769487 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.770830 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66c93ea0-e157-458b-9f88-e84e9113ad9e HTTP/1.1" status: 204 len: 168 time: 0.3614528 May 10 03:19:45.775708 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (310a6260-ffce-4f41-a73b-c76bb970fdab), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.780137 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:45.780137 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/310a6260-ffce-4f41-a73b-c76bb970fdab HTTP/1.1" status: 204 len: 168 time: 0.3783307 May 10 03:19:45.781850 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be8b86-7464-4f65-8dde-15b4a0bbb32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c93ea0-e157-458b-9f88-e84e9113ad9e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:45.805065 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e211631-8240-4be4-9d70-6aac17bc3835 req-0acdb27f-1f87-4b66-963c-5cacdaf0b3fa tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:45.806608 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7e211631-8240-4be4-9d70-6aac17bc3835 req-0acdb27f-1f87-4b66-963c-5cacdaf0b3fa tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0678129 May 10 03:19:45.808862 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3622a3-ae65-4694-82e8-137fb855e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a6260-ffce-4f41-a73b-c76bb970fdab,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:45.893795 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7e211631-8240-4be4-9d70-6aac17bc3835 req-16155057-91be-49b8-8d2a-d9346fa71d73 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794988 May 10 03:19:45.910203 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b08dfed5-d262-4e4e-b41b-f97b93ef4fa0 req-889f4361-04a3-46e4-bc90-8b2d34e66a38 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0313747 May 10 03:19:46.009129 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c6283-2784-4e8b-945f-f9a646ab8b4a req-2e12a608-6890-438a-a629-47d58db0dce1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.010630 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e0c6283-2784-4e8b-945f-f9a646ab8b4a req-2e12a608-6890-438a-a629-47d58db0dce1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 944 time: 0.0497305 May 10 03:19:46.043502 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-5a5d86f2-5dd3-4ed9-a5d5-94beb59c2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.045055 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-5a5d86f2-5dd3-4ed9-a5d5-94beb59c2341 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 1127 time: 0.0562725 May 10 03:19:46.069688 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e0c6283-2784-4e8b-945f-f9a646ab8b4a req-7f5e2d55-b589-40e9-be7b-8c2cb750a4ac tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523379 May 10 03:19:46.177171 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93322588-fb59-4a00-9181-30c9d1be52e9 req-3fb002f0-8caa-464e-a1b8-438a3415850a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.178877 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-93322588-fb59-4a00-9181-30c9d1be52e9 req-3fb002f0-8caa-464e-a1b8-438a3415850a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0567608 May 10 03:19:46.238394 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-93322588-fb59-4a00-9181-30c9d1be52e9 req-8bae4c53-f6f1-48b3-b268-67b01a092888 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510731 May 10 03:19:46.244331 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-94a45b1c-f925-4a78-b16c-e1f2d1b9d8fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3675090a-d6b4-4972-9846-20ea88eb78e8 HTTP/1.1" status: 200 len: 217 time: 0.0901940 May 10 03:19:46.281520 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0cb85c5-3fec-4e59-9a36-21921ca34926 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:46.284537 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:46.321263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288617d-a888-4f9c-89de-a677d1172d51 req-29b01840-6a9e-449e-a632-3e571f39b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.322940 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d288617d-a888-4f9c-89de-a677d1172d51 req-29b01840-6a9e-449e-a632-3e571f39b223 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1129 time: 0.1600699 May 10 03:19:46.367221 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-101f954b-3c91-43a3-9ff1-acdcec2e81b0 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.368799 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-101f954b-3c91-43a3-9ff1-acdcec2e81b0 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.61 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.2039452 May 10 03:19:46.397230 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 373a71b7-374a-4584-ad6b-1d09a234ef37 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:46.436521 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.449499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'f0cb85c5-3fec-4e59-9a36-21921ca34926', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'port_id': 'f0cb85c5-3fec-4e59-9a36-21921ca34926', 'mac_address': 'fa:16:3e:94:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:46.451957 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-7358d406-484c-4938-a610-88ad69851c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.453482 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-7358d406-484c-4938-a610-88ad69851c77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.1868365 May 10 03:19:46.476695 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d288617d-a888-4f9c-89de-a677d1172d51 req-2c835df0-fe4b-428f-94f6-b74df228816f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441529 May 10 03:19:46.491973 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f0cb85c5-3fec-4e59-9a36-21921ca34926 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:46.492465 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.506582 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 373a71b7-374a-4584-ad6b-1d09a234ef37 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:46.510604 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.511951 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0cb85c5-3fec-4e59-9a36-21921ca34926 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:46.554723 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.586827 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-f0505c9d-7abb-4aff-a9d1-f6eafa719cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.588363 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-f0505c9d-7abb-4aff-a9d1-f6eafa719cac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1235993 May 10 03:19:46.601309 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Deleting port a3b7916c-8ceb-428b-823b-ea9349841f8d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:19:46.601916 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.612049 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:46.612440 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.634602 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.676490 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.684290 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa460a7-702e-40fe-bfb9-361ac9cfb949 req-7cefff3c-88a0-4d56-b4af-03fcc8b4b4dd tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.687921 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8aa460a7-702e-40fe-bfb9-361ac9cfb949 req-7cefff3c-88a0-4d56-b4af-03fcc8b4b4dd tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 946 time: 0.0713942 May 10 03:19:46.743026 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:46.755915 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:46.758462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.772172 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1d55344-c664-4e26-9e7b-28f65ddf1fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.788520 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8aa460a7-702e-40fe-bfb9-361ac9cfb949 req-c2b4a898-2d90-4587-925e-e2cd5dc80124 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829852 May 10 03:19:46.805561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] For port a3b7916c-8ceb-428b-823b-ea9349841f8d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a3b7916c-8ceb-428b-823b-ea9349841f8d,segment=NetworkSegment(4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b),segment_id=4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:46.805926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:46.840243 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Calling delete_port for a3b7916c-8ceb-428b-823b-ea9349841f8d owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:19:46.875750 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-821c34fa-bf81-4cd9-895e-36377f2231dd service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879668 May 10 03:19:46.875988 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b3850-bbd2-4bbc-ade7-bbd1e0d34097 req-e5678f1c-dae8-4471-b703-71e45805e29d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:46.894105 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fd0b3850-bbd2-4bbc-ade7-bbd1e0d34097 req-e5678f1c-dae8-4471-b703-71e45805e29d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 944 time: 0.0805764 May 10 03:19:46.983034 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fd0b3850-bbd2-4bbc-ade7-bbd1e0d34097 req-11d44d9d-aacd-4a3e-8b95-fbfaf39f03b9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865102 May 10 03:19:46.989771 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:46.992237 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a4f75-a8aa-41a2-be2a-f31debe6c940" -d '{"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:47.035721 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:47.066755 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519d47-adce-4869-8b11-4e649dfb8df9 req-a8e7a76b-e02b-47f1-b140-dabac8dd0cb7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:47.068334 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47519d47-adce-4869-8b11-4e649dfb8df9 req-a8e7a76b-e02b-47f1-b140-dabac8dd0cb7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0622938 May 10 03:19:47.090001 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['f0cb85c5-3fec-4e59-9a36-21921ca34926'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:47.106842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1d55344-c664-4e26-9e7b-28f65ddf1fa8 admin admin] Publish callbacks [] for security_group (886ea7e1-abae-4ef3-a359-76d937868163), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.108305 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-01ebe8a1-4f94-470f-b7f6-a12e7008a007 req-4b06393d-98a5-4fe4-aa9a-957ff36d397f tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0389748 May 10 03:19:47.134912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (a3b7916c-8ceb-428b-823b-ea9349841f8d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.145183 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47519d47-adce-4869-8b11-4e649dfb8df9 req-da3a97b7-10d2-44a2-b036-51c69911e2b5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653732 May 10 03:19:47.166715 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Pushing event deleted for resources: {'Port': ['ID=a3b7916c-8ceb-428b-823b-ea9349841f8d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:47.200608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1d55344-c664-4e26-9e7b-28f65ddf1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (886ea7e1-abae-4ef3-a359-76d937868163), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.233251 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528832f0-02bb-4a82-83db-5dfcbb74f250 x-openstack-request-id: req-528832f0-02bb-4a82-83db-5dfcbb74f250 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:47.233561 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:47.233811 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-528832f0-02bb-4a82-83db-5dfcbb74f250 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:47.234195 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528832f0-02bb-4a82-83db-5dfcbb74f250'] response: {'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'code': 200} May 10 03:19:47.315272 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] No DVR routers for this DVR port a3b7916c-8ceb-428b-823b-ea9349841f8d on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:19:47.333095 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.339071 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fe049fd3-08ca-4ed8-8763-643b643521f9 req-cc9a0ffe-2af5-4695-8ffc-744399259582 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.61 "DELETE /v2.0/ports/a3b7916c-8ceb-428b-823b-ea9349841f8d HTTP/1.1" status: 204 len: 173 time: 0.9632487 May 10 03:19:47.339900 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'name': 'network-vif-deleted', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:47.343047 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b378a215-478a-48a0-a39c-a166c7334e7a" -d '{"events": [{"server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "name": "network-vif-deleted", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:47.354285 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d55344-c664-4e26-9e7b-28f65ddf1fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886ea7e1-abae-4ef3-a359-76d937868163,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:47.371836 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b1d55344-c664-4e26-9e7b-28f65ddf1fa8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a554ee34418485dbd2546fa52e7e6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6117218 May 10 03:19:47.372062 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52516) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:47.417782 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603ef2-3355-471a-8e07-4d8822af92e0 req-5a9dae1f-1534-478b-92c9-41693b34bd9a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:47.419292 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f603ef2-3355-471a-8e07-4d8822af92e0 req-5a9dae1f-1534-478b-92c9-41693b34bd9a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1584692 May 10 03:19:47.432657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cca4c739-18c4-4346-81e9-bf63dc7a97c6 req-2a3234e5-7168-417f-9a64-5c9b4a2752e5 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331350 May 10 03:19:47.446326 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38bfa8-8484-4230-ab7f-42f24b746261 req-c3630828-7bed-404c-b86d-869865a989ac tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:47.447779 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de38bfa8-8484-4230-ab7f-42f24b746261 req-c3630828-7bed-404c-b86d-869865a989ac tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0713830 May 10 03:19:47.449674 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] Publish callbacks [] for security_group (886ea7e1-abae-4ef3-a359-76d937868163), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.475433 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] Publish callbacks [] for security_group (886ea7e1-abae-4ef3-a359-76d937868163), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.501804 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f603ef2-3355-471a-8e07-4d8822af92e0 req-b2596c54-88de-4a44-8dfc-0dc3cfbf2713 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728910 May 10 03:19:47.535265 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de38bfa8-8484-4230-ab7f-42f24b746261 req-80067a13-9cba-4bb0-a906-2ab645a153fe tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710814 May 10 03:19:47.557902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bdb40a-2bd5-441d-9360-226a0bb510a4 x-openstack-request-id: req-68bdb40a-2bd5-441d-9360-226a0bb510a4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:47.558220 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4227840d-36a9-472b-9c4b-984368ce0cea", "name": "network-vif-deleted", "tag": "a3b7916c-8ceb-428b-823b-ea9349841f8d", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:47.560728 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68bdb40a-2bd5-441d-9360-226a0bb510a4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:47.560728 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bdb40a-2bd5-441d-9360-226a0bb510a4'] response: {'server_uuid': '4227840d-36a9-472b-9c4b-984368ce0cea', 'name': 'network-vif-deleted', 'tag': 'a3b7916c-8ceb-428b-823b-ea9349841f8d', 'status': 'completed', 'code': 200} May 10 03:19:47.603315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (886ea7e1-abae-4ef3-a359-76d937868163), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.605967 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:47.607140 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/886ea7e1-abae-4ef3-a359-76d937868163 HTTP/1.1" status: 204 len: 168 time: 0.2341516 May 10 03:19:47.615353 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d912dd1-b3a9-4dfb-83e0-8ddeb506b806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886ea7e1-abae-4ef3-a359-76d937868163,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:47.883936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0d23bd59-fe88-4177-a0cc-8a25cebfe240 req-0d5dacc9-2144-46c7-b481-700045133c45 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.0275083 May 10 03:19:48.086980 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f108-9cb6-4460-b180-276c027476d2 req-f1c83d76-229a-4cb6-abd4-56708932801e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.086980 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-41e4f108-9cb6-4460-b180-276c027476d2 req-f1c83d76-229a-4cb6-abd4-56708932801e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 944 time: 0.0524714 May 10 03:19:48.142125 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-41e4f108-9cb6-4460-b180-276c027476d2 req-efc6dd7f-7214-4086-aa82-a411e1d6f8bb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505433 May 10 03:19:48.235172 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9fbab635-a8f1-42d3-b9d7-80e315feeddf req-750c8fd9-bb6f-46e6-a572-20274138ba61 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0385306 May 10 03:19:48.281654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903126-54ba-443f-a28a-2da0455f58e6 req-164e2219-3316-4cee-a280-1d16083a364a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.283094 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c903126-54ba-443f-a28a-2da0455f58e6 req-164e2219-3316-4cee-a280-1d16083a364a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0511074 May 10 03:19:48.290903 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0cb85c5-3fec-4e59-9a36-21921ca34926 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:48.342263 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port f0cb85c5-3fec-4e59-9a36-21921ca34926 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:48.348233 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c903126-54ba-443f-a28a-2da0455f58e6 req-55686270-aaf4-491c-8986-476c1e104d4f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574322 May 10 03:19:48.425729 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port f0cb85c5-3fec-4e59-9a36-21921ca34926 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:48.426175 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.472316 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa8e42-187a-45f4-ac07-4dbafd1aa6c9 req-397bd6f1-2366-43d9-b683-fdbe27f22e09 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.474199 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ceaa8e42-187a-45f4-ac07-4dbafd1aa6c9 req-397bd6f1-2366-43d9-b683-fdbe27f22e09 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0673251 May 10 03:19:48.483831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:48.488065 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'floatingip': {'port_id': '0b6928e9-9a74-46cf-b5b0-028b132f61ce'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:48.529353 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f0cb85c5-3fec-4e59-9a36-21921ca34926 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:48.529353 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.570799 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.602851 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:48.693433 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:48.698103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device a3b7916c-8ceb-428b-823b-ea9349841f8d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:19:48.731635 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: a3b7916c-8ceb-428b-823b-ea9349841f8d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:19:48.732275 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device a3b7916c-8ceb-428b-823b-ea9349841f8d not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:19:48.754891 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a88ab-4230-41e8-bf62-30055861c018 req-07a37e6a-7021-49d5-8e63-b12257ae0351 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.756384 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc3a88ab-4230-41e8-bf62-30055861c018 req-07a37e6a-7021-49d5-8e63-b12257ae0351 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0902247 May 10 03:19:48.782171 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:48.821486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e8678-02d2-4939-b09e-cfb3e29a9fcb req-1cb026de-7547-49f0-8d4c-2323d742b6db tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:48.823201 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-938e8678-02d2-4939-b09e-cfb3e29a9fcb req-1cb026de-7547-49f0-8d4c-2323d742b6db tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.1596220 May 10 03:19:48.893237 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc3a88ab-4230-41e8-bf62-30055861c018 req-78ac8f3c-0890-4608-8b15-dd07f6b1469f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1290040 May 10 03:19:48.954257 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-938e8678-02d2-4939-b09e-cfb3e29a9fcb req-4e27b673-5af8-427a-8263-b283ef8e6b65 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209137 May 10 03:19:49.077917 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b0da8ed-2b07-4a47-9600-5b62512dddcf req-76c94623-0aae-45f7-988c-4071ec9abf92 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.1017761 May 10 03:19:49.235305 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:49.237830 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2894551-7d3c-4bf2-800c-f27b4c1e5d82" -d '{"events": [{"server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "name": "network-vif-plugged", "status": "completed", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:49.278214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c50843-3014-408a-a8b8-e36f82478626 x-openstack-request-id: req-c2c50843-3014-408a-a8b8-e36f82478626 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:49.278601 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "name": "network-vif-plugged", "status": "completed", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:49.278916 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2c50843-3014-408a-a8b8-e36f82478626 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:49.279617 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c50843-3014-408a-a8b8-e36f82478626'] response: {'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926', 'code': 200} May 10 03:19:49.355555 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-035a0f2c-8704-4e91-8405-435df701281e tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=895dbe17859e43a18bb013a98f83a45e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3038044 May 10 03:19:49.575119 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1f03f-ea70-4aa5-99e0-b6de5cef5105 req-79a68746-7271-4e32-a4a8-c08a1139c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:49.576853 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2fe1f03f-ea70-4aa5-99e0-b6de5cef5105 req-79a68746-7271-4e32-a4a8-c08a1139c534 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1129 time: 0.2560713 May 10 03:19:49.627561 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d84d-6fd6-406e-86cb-aeba80cd4d51 req-08516deb-1c40-4dfa-ba84-f18ba764a9cf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:49.629061 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d023d84d-6fd6-406e-86cb-aeba80cd4d51 req-08516deb-1c40-4dfa-ba84-f18ba764a9cf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.3857942 May 10 03:19:49.702902 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2fe1f03f-ea70-4aa5-99e0-b6de5cef5105 req-c8daf6e8-2e30-4e7d-8d55-c0c144f7c566 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096902 May 10 03:19:49.711083 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-668965f5-0f66-420a-b759-c82ff15cf410 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:49.712526 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-668965f5-0f66-420a-b759-c82ff15cf410 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965543 May 10 03:19:49.740113 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-58ef4967-9221-4145-8712-8f0401eead63 req-3820e55b-9127-4de5-941c-86bd38869f39 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.1249104 May 10 03:19:49.751586 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50e479-de12-45dd-8d9e-cbc995f502cb req-9b760d92-d36e-45cd-b1ab-2d755c1d709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:49.753671 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8e50e479-de12-45dd-8d9e-cbc995f502cb req-9b760d92-d36e-45cd-b1ab-2d755c1d709c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1129 time: 0.0685022 May 10 03:19:49.859368 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d023d84d-6fd6-406e-86cb-aeba80cd4d51 req-ffa388fc-0ee1-49f0-a063-3c4efd6c9486 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684954 May 10 03:19:49.931145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Request body: {'port': {'device_id': '2a09699c-5e60-48a3-884c-79e14f39b064', 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad', 'admin_state_up': True, 'tenant_id': '895dbe17859e43a18bb013a98f83a45e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:49.954231 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.016725 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.063011 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d4c8-582d-4232-8148-99add0409d21 req-f067fde6-c617-496b-8277-fe48cecc4347 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.064713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b3f7d4c8-582d-4232-8148-99add0409d21 req-f067fde6-c617-496b-8277-fe48cecc4347 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0914938 May 10 03:19:50.064837 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8e50e479-de12-45dd-8d9e-cbc995f502cb req-b2fedc34-75ec-4c2e-a694-83249f5bf3c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 May 10 03:19:50.143870 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008a0f-53f6-4f82-a8d7-503af6c3b29a req-df3e43dc-5fc6-411f-bc3a-4fa7b349a64e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.145409 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1e008a0f-53f6-4f82-a8d7-503af6c3b29a req-df3e43dc-5fc6-411f-bc3a-4fa7b349a64e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0925229 May 10 03:19:50.168528 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Made reservation on behalf of 895dbe17859e43a18bb013a98f83a45e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:19:50.171872 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.180896 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.227727 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b3f7d4c8-582d-4232-8148-99add0409d21 req-76769daf-22ab-4349-8efa-43008365b4bc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515119 May 10 03:19:50.228804 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Floating IP 72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3 associated. External IP: 172.28.1.22, port: 0b6928e9-9a74-46cf-b5b0-028b132f61ce. May 10 03:19:50.274950 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks [] for security_group (20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.298457 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1e008a0f-53f6-4f82-a8d7-503af6c3b29a req-f93cbf74-bfab-4f6f-937b-27c953719e30 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413810 May 10 03:19:50.368559 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-baf23cfd-ad6d-4701-8b19-5c360fbac214 req-e47d4db8-6a6a-4ff1-8e08-96d65e2109c4 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.0558331 May 10 03:19:50.392043 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.462492 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:50.526831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:50.543265 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Allocated IP 192.168.233.140 (2b6c3927-e198-4dbc-9999-54ba6e0337ad/51a12e02-84bf-4cd9-9eea-0c2f8029d562/245e8602-9f45-4d84-af6e-756d98bc51c4) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:19:50.659646 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:50.665536 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.676370 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:50.690072 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:50.690390 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:50.703066 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8207094e-3a9b-4046-bc21-f76263d98b50 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "PUT /v2.0/floatingips/72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3 HTTP/1.1" status: 200 len: 990 time: 2.2182889 May 10 03:19:50.703958 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:50.706621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433a8b4-8bae-4c8e-95c0-14bde25f8990" -d '{"events": [{"name": "network-changed", "server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:50.733626 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks [] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.766594 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2422e2-baae-48b1-86d9-7805c84a2c9d x-openstack-request-id: req-ab2422e2-baae-48b1-86d9-7805c84a2c9d {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:50.766883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:50.767238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab2422e2-baae-48b1-86d9-7805c84a2c9d {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:50.767939 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2422e2-baae-48b1-86d9-7805c84a2c9d'] response: {'name': 'network-changed', 'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'status': 'completed', 'code': 200} May 10 03:19:50.825538 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:50.830048 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3c649554-ea5d-473f-a57a-0a5b1ec9ee50 req-ed13d5ab-f9c4-4e6e-ae47-2f1be3e8445a tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0273335 May 10 03:19:50.852909 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.896113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Network 2b6c3927-e198-4dbc-9999-54ba6e0337ad is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:19:50.900215 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:19:50.904350 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:19:50.909852 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:50.910504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:50.934345 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Pushing event updated for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:51.034570 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-fec5d9e7-22bc-40ce-a43a-b585c486d2f6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1085329 May 10 03:19:51.053925 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333d2b7-f1bd-4282-9e65-174a48910e23 req-d9930b79-dc0b-43eb-a305-5f0b8ff57062 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.055713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2333d2b7-f1bd-4282-9e65-174a48910e23 req-d9930b79-dc0b-43eb-a305-5f0b8ff57062 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0698230 May 10 03:19:51.113049 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2333d2b7-f1bd-4282-9e65-174a48910e23 req-c640174a-8c93-40df-bb54-07768922a99a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 May 10 03:19:51.127429 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:a8:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1813031a-ba52-4826-9b73-69ae2af70c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:22Z', 'updated_at': '2022-05-10T03:19:49Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:51.138539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2fa068f2-92cd-4a8d-88d7-6a6eaf69f651 None None] Provisioning complete for port 245e8602-9f45-4d84-af6e-756d98bc51c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:51.139090 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2fa068f2-92cd-4a8d-88d7-6a6eaf69f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:51.154467 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:51.163129 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:51.163759 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:51.187964 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2fa068f2-92cd-4a8d-88d7-6a6eaf69f651 None None] Port 245e8602-9f45-4d84-af6e-756d98bc51c4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:19:51.229155 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Request body: {'port': {'device_id': '2a09699c-5e60-48a3-884c-79e14f39b064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:51.278989 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:51.298565 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:51.435070 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f511b-b086-474a-a90e-8be9630c4e83 req-72084687-0974-40aa-a1b8-5526d75d9def tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.437033 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-537f511b-b086-474a-a90e-8be9630c4e83 req-72084687-0974-40aa-a1b8-5526d75d9def tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1289184 May 10 03:19:51.507407 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b75ec-74d9-4810-a278-12a1d1f991c3 req-6be7cdea-e853-4f60-b319-4ecf2274ae90 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.509443 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9e6b75ec-74d9-4810-a278-12a1d1f991c3 req-6be7cdea-e853-4f60-b319-4ecf2274ae90 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.1060975 May 10 03:19:51.534512 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-537f511b-b086-474a-a90e-8be9630c4e83 req-ef2e6e80-441e-487c-a078-07709891e603 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767858 May 10 03:19:51.552221 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:a8:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1813031a-ba52-4826-9b73-69ae2af70c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:22Z', 'updated_at': '2022-05-10T03:19:49Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:51.581574 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8286e20-de16-42b0-905e-6a4189d51ebd None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.22', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:a8:1f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1813031a-ba52-4826-9b73-69ae2af70c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:22Z', 'updated_at': '2022-05-10T03:19:49Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:51.595604 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9e6b75ec-74d9-4810-a278-12a1d1f991c3 req-a54fa057-646c-4ea4-81ec-ca93b9da4908 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755138 May 10 03:19:51.694389 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-28f07919-0840-4014-a43a-ac48f209e348 req-55823ff0-aa91-4454-8ff9-59d6c92ea304 tempest-DeleteServersTestJSON-830513180 tempest-DeleteServersTestJSON-830513180-project] 10.222.0.65 "GET /v2.0/ports?device_id=4227840d-36a9-472b-9c4b-984368ce0cea HTTP/1.1" status: 200 len: 210 time: 0.0392752 May 10 03:19:51.706055 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245e8602-9f45-4d84-af6e-756d98bc51c4 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:51.717790 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks [] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:51.740180 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Transition to ACTIVE for port object 245e8602-9f45-4d84-af6e-756d98bc51c4 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:19:51.834863 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:51.885424 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-5fb5347d-e7d8-4b4f-a241-27824e1fde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:51.885424 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-5fb5347d-e7d8-4b4f-a241-27824e1fde3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1129 time: 0.0735204 May 10 03:19:51.923865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:51.994297 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Attempting to bind port 245e8602-9f45-4d84-af6e-756d98bc51c4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:19:51.995071 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Attempting to bind port 245e8602-9f45-4d84-af6e-756d98bc51c4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:19:51.995557 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Attempting to bind port 245e8602-9f45-4d84-af6e-756d98bc51c4 on network 2b6c3927-e198-4dbc-9999-54ba6e0337ad {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:52.001431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Port 245e8602-9f45-4d84-af6e-756d98bc51c4 on network 2b6c3927-e198-4dbc-9999-54ba6e0337ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:19:52.001941 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Attempting to bind port 245e8602-9f45-4d84-af6e-756d98bc51c4 on network 2b6c3927-e198-4dbc-9999-54ba6e0337ad {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:19:52.007963 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:19:52.008580 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Checking segment: {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:19:52.009136 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Bound using segment: {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:19:52.009792 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Bound port: 245e8602-9f45-4d84-af6e-756d98bc51c4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f066685-b7d5-49de-b01d-3e03f89ce653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:19:52.010156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.023348 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04eb76-1c94-41c2-aef4-e6dc0b6be374 req-bc2a06e7-a56b-421f-b6b2-f06dae467233 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.025119 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cf04eb76-1c94-41c2-aef4-e6dc0b6be374 req-bc2a06e7-a56b-421f-b6b2-f06dae467233 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.0728970 May 10 03:19:52.078475 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cf04eb76-1c94-41c2-aef4-e6dc0b6be374 req-c8ba6d98-d619-4309-ba35-ba559dfa1683 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476487 May 10 03:19:52.088200 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:19:52.091876 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=245e8602-9f45-4d84-af6e-756d98bc51c4,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:19:52.198079 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.246258 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.246893 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.248355 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] 10.222.0.61 "PUT /v2.0/ports/245e8602-9f45-4d84-af6e-756d98bc51c4 HTTP/1.1" status: 200 len: 1098 time: 1.0259547 May 10 03:19:52.248799 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:52.251883 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba29dc12-5a69-4491-ac05-6e178aefbe91" -d '{"events": [{"name": "network-changed", "server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:52.268490 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081315c-2530-4376-b79e-4e3d3891f96f req-a7e3210f-dc67-401b-8ad1-dc527a6b84b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.278677 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b081315c-2530-4376-b79e-4e3d3891f96f req-a7e3210f-dc67-401b-8ad1-dc527a6b84b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0838888 May 10 03:19:52.281957 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5d9dd-8045-4b70-8ab4-79ec8462ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:52.297354 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3675090a-d6b4-4972-9846-20ea88eb78e8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:52.356249 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98f9b9e-da96-4c9a-8c84-aabad4ca7dff x-openstack-request-id: req-a98f9b9e-da96-4c9a-8c84-aabad4ca7dff {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:52.356249 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:52.356249 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a98f9b9e-da96-4c9a-8c84-aabad4ca7dff {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:52.356249 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98f9b9e-da96-4c9a-8c84-aabad4ca7dff'] response: {'name': 'network-changed', 'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4', 'status': 'completed', 'code': 200} May 10 03:19:52.405022 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b081315c-2530-4376-b79e-4e3d3891f96f req-4c8a33f2-fe90-4efa-b05d-517ed5073b1b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249902 May 10 03:19:52.477308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29dc12-5a69-4491-ac05-6e178aefbe91 req-83f270b9-8531-4339-bffa-96ed458b691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.483790 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ba29dc12-5a69-4491-ac05-6e178aefbe91 req-83f270b9-8531-4339-bffa-96ed458b691f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=895dbe17859e43a18bb013a98f83a45e&device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 1132 time: 0.0761728 May 10 03:19:52.510232 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3675090a-d6b4-4972-9846-20ea88eb78e8,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:52.527202 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ba29dc12-5a69-4491-ac05-6e178aefbe91 req-d1e88b82-3e43-478d-a4c8-813ae7eb66c4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=895dbe17859e43a18bb013a98f83a45e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312641 May 10 03:19:52.527722 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:52.533597 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-74a6f5fe-d81d-4206-9a09-0dce864c5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.535891 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-74a6f5fe-d81d-4206-9a09-0dce864c5729 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.2236056 May 10 03:19:52.583847 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3144c2b-b07c-4ce6-910d-6a90c2db1890 None None] New status for floating IP 72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:52.720867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b741-607a-496d-ad84-c6dce764fb02 req-6eabfe85-ae35-49d7-a2cb-f93122701d3a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.724251 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c06b741-607a-496d-ad84-c6dce764fb02 req-6eabfe85-ae35-49d7-a2cb-f93122701d3a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0817804 May 10 03:19:52.756185 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-1a97f1a6-2b28-4bef-bc11-6a5e95f5a595 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 998 time: 0.2093284 May 10 03:19:52.792730 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c06b741-607a-496d-ad84-c6dce764fb02 req-b0b20559-f201-4938-9a9a-4c0ddbd9c73f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615737 May 10 03:19:52.815610 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29dc12-5a69-4491-ac05-6e178aefbe91 req-81227f22-c257-4e56-aff9-38b855bfdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.817096 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ba29dc12-5a69-4491-ac05-6e178aefbe91 req-81227f22-c257-4e56-aff9-38b855bfdce9 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2800963 May 10 03:19:52.836825 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3675090a-d6b4-4972-9846-20ea88eb78e8 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:52.837218 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:52.853779 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3675090a-d6b4-4972-9846-20ea88eb78e8 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:52.874293 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3675090a-d6b4-4972-9846-20ea88eb78e8,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:52.887441 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-434f2628-2ed1-4b5d-9fee-94206a09a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.888904 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-434f2628-2ed1-4b5d-9fee-94206a09a608 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.1249149 May 10 03:19:52.940716 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-aaecba40-9c20-4995-8ddf-6cb2cb0530fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.942423 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-aaecba40-9c20-4995-8ddf-6cb2cb0530fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=895dbe17859e43a18bb013a98f83a45e&device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 1132 time: 0.0876210 May 10 03:19:52.987053 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-7c9ac5f9-c884-4e47-8e10-9ba4357b6cd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=245e8602-9f45-4d84-af6e-756d98bc51c4 HTTP/1.1" status: 200 len: 217 time: 0.0375011 May 10 03:19:52.988225 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-ed693dba-b788-4a77-a87d-1123931054da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:52.989677 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-ed693dba-b788-4a77-a87d-1123931054da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0925496 May 10 03:19:52.991187 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:53.001596 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d850a-52a5-4f75-a14b-4dcb6daa80f7 req-2f8ba88d-f3fd-4895-aae1-8d91b1a49e18 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.006651 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c1d850a-52a5-4f75-a14b-4dcb6daa80f7 req-2f8ba88d-f3fd-4895-aae1-8d91b1a49e18 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 943 time: 0.0752556 May 10 03:19:53.055169 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:53.075639 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c1d850a-52a5-4f75-a14b-4dcb6daa80f7 req-01594942-97ae-40d8-a878-96ca4b5bc0f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679355 May 10 03:19:53.239611 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['3675090a-d6b4-4972-9846-20ea88eb78e8'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:53.347034 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c999c-9b21-413f-917d-f71d9d87adf3 req-3d38ae18-0728-4a29-b267-7d37c4f8bb25 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.348741 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b75c999c-9b21-413f-917d-f71d9d87adf3 req-3d38ae18-0728-4a29-b267-7d37c4f8bb25 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1243641 May 10 03:19:53.362107 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240eb82-f5d5-4d9c-ba36-6a8e72d20118 req-4fd6a88f-3ffb-42f3-a717-651061b44255 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.362299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52700) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:53.362971 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6240eb82-f5d5-4d9c-ba36-6a8e72d20118 req-4fd6a88f-3ffb-42f3-a717-651061b44255 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.0769789 May 10 03:19:53.384399 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'floatingip': {'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:53.462868 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6240eb82-f5d5-4d9c-ba36-6a8e72d20118 req-7aa35279-5909-40ed-92d3-1bcc8b6268c2 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832593 May 10 03:19:53.469686 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:53.487331 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e6fac-828a-4c7b-826d-18282b98c534 req-735ecdf8-16bf-4bb1-a3a6-301a2c2b551e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.488845 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b9e6fac-828a-4c7b-826d-18282b98c534 req-735ecdf8-16bf-4bb1-a3a6-301a2c2b551e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0644512 May 10 03:19:53.552961 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-96073b85-118d-47dc-aaf6-cdaa0b9b4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.555238 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-96073b85-118d-47dc-aaf6-cdaa0b9b4c8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51a12e02-84bf-4cd9-9eea-0c2f8029d562 HTTP/1.1" status: 200 len: 843 time: 0.5475764 May 10 03:19:53.571146 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b9e6fac-828a-4c7b-826d-18282b98c534 req-43672e18-4b02-4b5c-be55-06db877eb3d2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715981 May 10 03:19:53.596113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c882d5-8238-4a46-806e-39130bb61a32 req-8575a08a-fc44-406e-9236-d5746254a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.737657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-8575a08a-fc44-406e-9236-d5746254a0e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1129 time: 0.2516789 May 10 03:19:53.737657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-a871c032-d336-4680-bbf7-f3facd860324 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721063 May 10 03:19:53.737657 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-b84e7c80-d332-4035-8d46-41a925a5ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.737657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-b84e7c80-d332-4035-8d46-41a925a5ef83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b6c3927-e198-4dbc-9999-54ba6e0337ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1584306 May 10 03:19:53.948581 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c882d5-8238-4a46-806e-39130bb61a32 req-fb342a65-fd7c-4bea-9293-aaddd3ad9eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:53.950076 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-fb342a65-fd7c-4bea-9293-aaddd3ad9eec service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.3282537 May 10 03:19:54.047781 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-2a6837dc-6455-4671-8c11-6737b8720779 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 200 len: 217 time: 0.0892105 May 10 03:19:54.054387 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3433a8b4-8bae-4c8e-95c0-14bde25f8990 req-82bb7971-5d5e-4c15-b96f-5ed40b58ee9c service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435283 May 10 03:19:54.061202 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-24a274ac-ec9f-4f02-90f1-dcb57fa5b41b service neutron] 10.222.0.61 "GET /v2.0/networks/2b6c3927-e198-4dbc-9999-54ba6e0337ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271184 May 10 03:19:54.186202 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1f6b-4492-40c2-ab6b-d2bcbb74b191 req-f10dbcca-df61-4ee2-af0d-322230456e0d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.187960 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b51b1f6b-4492-40c2-ab6b-d2bcbb74b191 req-f10dbcca-df61-4ee2-af0d-322230456e0d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 944 time: 0.0490036 May 10 03:19:54.246912 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b51b1f6b-4492-40c2-ab6b-d2bcbb74b191 req-18b1bcfb-a6fe-420f-abf8-81bc5ee5e39c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507102 May 10 03:19:54.283241 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c882d5-8238-4a46-806e-39130bb61a32 req-13a9cfcc-a15f-47c2-a529-d481a5b36dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.285391 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-13a9cfcc-a15f-47c2-a529-d481a5b36dc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.2263687 May 10 03:19:54.331527 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3675090a-d6b4-4972-9846-20ea88eb78e8 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:19:54.385751 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 3675090a-d6b4-4972-9846-20ea88eb78e8 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:19:54.438129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c882d5-8238-4a46-806e-39130bb61a32 req-20449902-b6eb-4a51-936c-2d7a5c50129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.439610 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-20449902-b6eb-4a51-936c-2d7a5c50129c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1445205 May 10 03:19:54.441441 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-787d9a0e-2ec0-4464-ab5c-203bb0171385 req-55b832db-ae54-49b7-9268-6c79fba41cd8 service neutron] 10.222.0.61 "GET /v2.0/networks/2b6c3927-e198-4dbc-9999-54ba6e0337ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655701 May 10 03:19:54.517037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 3675090a-d6b4-4972-9846-20ea88eb78e8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:19:54.520934 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.642184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8693fa9-cbee-4d8a-9e7e-48547aaca5cc req-99bfaf50-9cb6-4869-8de2-e91ff4d57ca3 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.646205 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f8693fa9-cbee-4d8a-9e7e-48547aaca5cc req-99bfaf50-9cb6-4869-8de2-e91ff4d57ca3 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.0835059 May 10 03:19:54.681644 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3675090a-d6b4-4972-9846-20ea88eb78e8 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:54.682270 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.708657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:54.713177 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fe8faa-e26f-4dd4-a8b2-0e88dfacfe77" -d '{"events": [{"server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "name": "network-vif-plugged", "status": "completed", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:54.729251 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3675090a-d6b4-4972-9846-20ea88eb78e8,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:54.747550 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f8693fa9-cbee-4d8a-9e7e-48547aaca5cc req-d7b6aa7e-86a0-45d1-b6d3-d408391da5ff tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940087 May 10 03:19:54.757875 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a92004-a9a5-43a1-9cb5-19e2be289cc7 req-0b94742e-48b6-40e7-ada6-fc9bfd296abc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:54.759625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a5a92004-a9a5-43a1-9cb5-19e2be289cc7 req-0b94742e-48b6-40e7-ada6-fc9bfd296abc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0751028 May 10 03:19:54.807158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:54.818935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f700bcfd-42c5-4235-9872-11111e45f10a x-openstack-request-id: req-f700bcfd-42c5-4235-9872-11111e45f10a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:54.819191 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "name": "network-vif-plugged", "status": "completed", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:54.819458 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f700bcfd-42c5-4235-9872-11111e45f10a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:54.820404 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f700bcfd-42c5-4235-9872-11111e45f10a'] response: {'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'code': 200} May 10 03:19:54.849217 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a5a92004-a9a5-43a1-9cb5-19e2be289cc7 req-f56413d6-63fb-4db3-a384-89f8b5e76f3f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826294 May 10 03:19:54.884115 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:55.011300 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.043776 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-5fcd5d3f-b9a9-4acb-bde6-333a775f8690 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007885 May 10 03:19:55.086456 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.097550 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:55.196069 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Floating IP abfe1194-018f-43b0-8cc2-c33fe5001756 associated. External IP: 172.28.1.166, port: 373a71b7-374a-4584-ad6b-1d09a234ef37. May 10 03:19:55.207998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08885656-6f0d-455a-9c4e-2bbd0e594866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.312893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08885656-6f0d-455a-9c4e-2bbd0e594866 admin admin] Publish callbacks [] for security_group (fdaedd4f-d7ce-4040-99c6-e503ea6b16c0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.377069 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52760) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:55.406663 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-08885656-6f0d-455a-9c4e-2bbd0e594866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fdaedd4f-d7ce-4040-99c6-e503ea6b16c0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.419193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d14e9b-6829-47d9-8f09-768ab6e2bd5f req-27e806dc-a1db-4fde-944c-db461f6852de tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:55.420686 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97d14e9b-6829-47d9-8f09-768ab6e2bd5f req-27e806dc-a1db-4fde-944c-db461f6852de tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0857606 May 10 03:19:55.442753 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:19:55.488396 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-08885656-6f0d-455a-9c4e-2bbd0e594866 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a850ed0bd0424d0aac3d869f046e48a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897376 May 10 03:19:55.491287 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52762) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:55.491853 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885656-6f0d-455a-9c4e-2bbd0e594866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaedd4f-d7ce-4040-99c6-e503ea6b16c0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:55.503909 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Deleting subnet 10999fe9-dbbe-47ef-beda-0cf217f3bcac {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:19:55.515261 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Publish callbacks [] for subnet (10999fe9-dbbe-47ef-beda-0cf217f3bcac), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.552155 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97d14e9b-6829-47d9-8f09-768ab6e2bd5f req-ea73a834-70a0-475c-9088-debeff93b979 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157818 May 10 03:19:55.569003 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Publish callbacks [] for subnet (10999fe9-dbbe-47ef-beda-0cf217f3bcac), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.579685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (10999fe9-dbbe-47ef-beda-0cf217f3bcac), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.590066 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Publish callbacks [] for security_group (fdaedd4f-d7ce-4040-99c6-e503ea6b16c0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.611288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:19:55.619186 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.621117 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:19:55.626009 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Publish callbacks [] for security_group (fdaedd4f-d7ce-4040-99c6-e503ea6b16c0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.633609 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:55.634217 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:55.673589 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d377bd32-4a50-4720-93ce-5ebc9eb0803d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "PUT /v2.0/floatingips/abfe1194-018f-43b0-8cc2-c33fe5001756 HTTP/1.1" status: 200 len: 991 time: 2.2933483 May 10 03:19:55.678149 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:19:55.680926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9267b8-d906-4cec-b931-34e43d9ce495" -d '{"events": [{"name": "network-changed", "server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:19:55.734604 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5aa926-57a4-4fe2-b800-f95974a6824c x-openstack-request-id: req-bb5aa926-57a4-4fe2-b800-f95974a6824c {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:19:55.735103 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:19:55.735490 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb5aa926-57a4-4fe2-b800-f95974a6824c {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:19:55.736035 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5aa926-57a4-4fe2-b800-f95974a6824c'] response: {'name': 'network-changed', 'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'status': 'completed', 'code': 200} May 10 03:19:55.750461 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:55.763428 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (10999fe9-dbbe-47ef-beda-0cf217f3bcac), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.778455 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.783304 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/10999fe9-dbbe-47ef-beda-0cf217f3bcac HTTP/1.1" status: 204 len: 168 time: 0.4050381 May 10 03:19:55.796663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52770) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:55.805804 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881c0df-d990-4ebd-9bc4-3495d991aba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10999fe9-dbbe-47ef-beda-0cf217f3bcac,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:55.862333 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fdaedd4f-d7ce-4040-99c6-e503ea6b16c0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.864870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.868524 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdaedd4f-d7ce-4040-99c6-e503ea6b16c0 HTTP/1.1" status: 204 len: 168 time: 0.3736913 May 10 03:19:55.925102 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaedd4f-d7ce-4040-99c6-e503ea6b16c0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:55.947468 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-79f5b2e8-e0c3-4088-8a66-f7e5edfd7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:55.949414 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-79f5b2e8-e0c3-4088-8a66-f7e5edfd7a61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1129 time: 0.1535168 May 10 03:19:55.962658 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.962994 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.963355 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.963691 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.964033 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.964357 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.964674 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.964991 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.965307 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.965800 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.966129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.966447 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.966761 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.967090 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.967386 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90d8984-31ec-4d82-b2b2-c462e897f37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:55.973525 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fca0f-c34d-4767-a045-fcc1cd693e88 req-3ac99b40-357d-452e-886e-0dbc4d7293e4 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:55.974281 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (fbad14a4-3a4e-46f8-9724-f3ebd085b788), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:55.984267 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb0fca0f-c34d-4767-a045-fcc1cd693e88 req-3ac99b40-357d-452e-886e-0dbc4d7293e4 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.1158357 May 10 03:19:55.999993 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-79c882d5-8238-4a46-806e-39130bb61a32 req-2774a198-127d-468b-a1af-b905b5e23418 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757738 May 10 03:19:56.041640 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'abfe1194-018f-43b0-8cc2-c33fe5001756', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.166', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:54Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.046123 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a1237-b6b4-4024-a055-3e4fb90c1fd0 req-dbf49e6c-399a-47a3-81aa-65cb02cb1264 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.053034 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b75a1237-b6b4-4024-a055-3e4fb90c1fd0 req-dbf49e6c-399a-47a3-81aa-65cb02cb1264 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0989327 May 10 03:19:56.087409 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (fbad14a4-3a4e-46f8-9724-f3ebd085b788), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.111065 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.111322 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.112101 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.112486 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > port after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.112762 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.113162 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > port after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.113491 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.113807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.114113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.114426 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.124583 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b75a1237-b6b4-4024-a055-3e4fb90c1fd0 req-79ea5c1a-eb51-4669-b5f8-408598e89ad2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 May 10 03:19:56.128775 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb0fca0f-c34d-4767-a045-fcc1cd693e88 req-bd163257-60ff-4893-b5b1-2d529e0e20bf tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435561 May 10 03:19:56.182851 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:19:56.195250 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:19:56.196144 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.221436 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.221916 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.222338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.222761 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:19:56.223237 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbad14a4-3a4e-46f8-9724-f3ebd085b788']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.267539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.267961 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.322260 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:19:56.352734 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.374211 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3121-6b67-4750-b827-1313242ff970 req-d8f1edb6-3f75-4e38-b4a8-4a777e6bfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.375794 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-654f3121-6b67-4750-b827-1313242ff970 req-d8f1edb6-3f75-4e38-b4a8-4a777e6bfe85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 1129 time: 0.1462524 May 10 03:19:56.388595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.403737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:19:56.404358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (4f2865e8-ffb4-495a-a3b6-a2c1147b6b3b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: from cryptography.utils import int_from_bytes May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: from cryptography.utils import int_from_bytes May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:19:56.428411 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:19:56.502189 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-dcd50824-b4a8-4ae1-9c53-88376efacef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.503659 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-dcd50824-b4a8-4ae1-9c53-88376efacef5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.2752876 May 10 03:19:56.574471 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (fbad14a4-3a4e-46f8-9724-f3ebd085b788), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.580667 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-654f3121-6b67-4750-b827-1313242ff970 req-dc75f777-84a5-4b16-8b67-a5772d1ea73c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401944 May 10 03:19:56.584674 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'abfe1194-018f-43b0-8cc2-c33fe5001756', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.166', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:54Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:19:56.604497 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.607712 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fbad14a4-3a4e-46f8-9724-f3ebd085b788 HTTP/1.1" status: 204 len: 168 time: 0.8099587 May 10 03:19:56.611381 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f7671-5f9e-4cb4-9a6b-5120e83f8547 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbad14a4-3a4e-46f8-9724-f3ebd085b788,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:56.614920 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-8ea50504-91f5-4024-a47e-537a17afbfa3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 999 time: 0.0939324 May 10 03:19:56.625522 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8969b8-4871-45dd-8f6e-e39e9d3d257f None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'abfe1194-018f-43b0-8cc2-c33fe5001756', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.166', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:18Z', 'updated_at': '2022-05-10T03:19:54Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:19:56.628437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52792) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:56.652345 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc22c54f-006e-4e7e-89e4-5987a98bd7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.710779 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca272ab-1fc5-4f2e-8d92-806f147dc0cb req-fe15d4ae-fd0e-471e-bd10-c4f6db84faa8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.718068 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3ca272ab-1fc5-4f2e-8d92-806f147dc0cb req-fe15d4ae-fd0e-471e-bd10-c4f6db84faa8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0712049 May 10 03:19:56.754818 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc22c54f-006e-4e7e-89e4-5987a98bd7fb admin admin] Publish callbacks [] for security_group (7a25c624-a3be-41c8-807c-7ef1f86f2d66), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.771315 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3ca272ab-1fc5-4f2e-8d92-806f147dc0cb req-dd1e26a7-b2d8-4576-a303-60b3931d7c06 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 May 10 03:19:56.817676 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc22c54f-006e-4e7e-89e4-5987a98bd7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (7a25c624-a3be-41c8-807c-7ef1f86f2d66), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:56.882854 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac700440-f316-4d8f-849c-4964bf10f3aa None None] New status for floating IP abfe1194-018f-43b0-8cc2-c33fe5001756: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:19:56.891842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c54f-006e-4e7e-89e4-5987a98bd7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a25c624-a3be-41c8-807c-7ef1f86f2d66,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:56.899328 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-fc22c54f-006e-4e7e-89e4-5987a98bd7fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5556e0424f954320811aa70f6f661cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665327 May 10 03:19:56.899502 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52794) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:56.907598 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-bba6442a-ce7a-4482-b6e4-6ac6171a88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.907598 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-bba6442a-ce7a-4482-b6e4-6ac6171a88ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0839484 May 10 03:19:56.976434 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-ff30d880-be3f-4d37-99d9-8f94538b6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:56.978217 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-ff30d880-be3f-4d37-99d9-8f94538b6e14 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463734 May 10 03:19:57.078316 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-1b07ad17-2bd7-43af-acdf-be82427c4d54 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936615 May 10 03:19:57.111273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52796) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:57.163841 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3fe877a1-365d-4f1b-abd4-26c6ac228512 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9244cbe8f30144d984cfc43e3cbb5f4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0510759 May 10 03:19:57.166419 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52802) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:57.185974 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Publish callbacks [] for security_group (7a25c624-a3be-41c8-807c-7ef1f86f2d66), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.212923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Publish callbacks [] for security_group (7a25c624-a3be-41c8-807c-7ef1f86f2d66), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.220720 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] Publish callbacks [] for security_group (9f9fe6b2-2110-4544-bdae-5f70f84ffa5c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.242968 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] Publish callbacks [] for security_group (9f9fe6b2-2110-4544-bdae-5f70f84ffa5c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.325775 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caea45-cd87-4aa8-a027-7c9e6b251c78 req-480911a4-5624-4bc8-aaf9-f091c4d6838a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.327270 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-58caea45-cd87-4aa8-a027-7c9e6b251c78 req-480911a4-5624-4bc8-aaf9-f091c4d6838a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0793300 May 10 03:19:57.337401 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a08bd-79b9-4823-8df1-e2b4a3979e6a req-bdc40dd1-d1fb-4f6e-97c1-c4b9514b11f5 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.338782 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a1a08bd-79b9-4823-8df1-e2b4a3979e6a req-bdc40dd1-d1fb-4f6e-97c1-c4b9514b11f5 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.0897117 May 10 03:19:57.374155 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9f9fe6b2-2110-4544-bdae-5f70f84ffa5c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.376803 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.380655 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f9fe6b2-2110-4544-bdae-5f70f84ffa5c HTTP/1.1" status: 204 len: 168 time: 0.2105641 May 10 03:19:57.396135 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f24812-ddc6-47bb-bf51-78eb9bf65d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9fe6b2-2110-4544-bdae-5f70f84ffa5c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:57.413187 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (7a25c624-a3be-41c8-807c-7ef1f86f2d66), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.416265 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.417384 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a25c624-a3be-41c8-807c-7ef1f86f2d66 HTTP/1.1" status: 204 len: 168 time: 0.5169542 May 10 03:19:57.433034 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a1a08bd-79b9-4823-8df1-e2b4a3979e6a req-450d08bf-b289-43f1-9ae8-8152e9c72c00 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871511 May 10 03:19:57.434212 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a25c624-a3be-41c8-807c-7ef1f86f2d66,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:57.444816 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-58caea45-cd87-4aa8-a027-7c9e6b251c78 req-461bf47a-3669-4cd0-aed0-8ab80a43465a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050193 May 10 03:19:57.458287 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.458686 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.459028 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.459360 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.459855 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.465905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:57.466516 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.467855 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.468222 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.468554 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.468878 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.469200 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.469720 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.470187 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.470511 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.470827 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9873f22-9ad8-43b5-a186-f7c4c0087763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:19:57.582987 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-64d11507-040a-4236-beff-baf43d732499 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506732 May 10 03:19:57.611383 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d9267b8-d906-4cec-b931-34e43d9ce495 req-4c9f7226-5a5d-4393-ae25-bcb83e38afd3 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743941 May 10 03:19:57.675642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-a5e1fd4a-e9e2-4ff1-83bd-56bf7955b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.677274 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-a5e1fd4a-e9e2-4ff1-83bd-56bf7955b26f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0441868 May 10 03:19:57.784780 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-4ac509e0-4321-4305-ae57-997c42f68f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.786258 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-4ac509e0-4321-4305-ae57-997c42f68f4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.0858660 May 10 03:19:57.889278 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b186b1c-1064-4b64-8736-dac032f85491 req-a1fe9922-58ed-4738-accc-b891189fcbdb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:57.890829 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b186b1c-1064-4b64-8736-dac032f85491 req-a1fe9922-58ed-4738-accc-b891189fcbdb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0497172 May 10 03:19:57.957612 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b186b1c-1064-4b64-8736-dac032f85491 req-52c3960d-4461-406a-8deb-6fa914c39494 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544798 May 10 03:19:58.324137 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 245e8602-9f45-4d84-af6e-756d98bc51c4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:19:58.372926 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-98e5d598-2b7d-40ac-b4ef-bd9296c0e094 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0435641 May 10 03:19:58.431218 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-7120f0d5-9e71-41c7-9ea6-c7a889064433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:58.433152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-7120f0d5-9e71-41c7-9ea6-c7a889064433 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0528946 May 10 03:19:58.440568 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=245e8602-9f45-4d84-af6e-756d98bc51c4,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:58.459261 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '245e8602-9f45-4d84-af6e-756d98bc51c4', 'network_id': '2b6c3927-e198-4dbc-9999-54ba6e0337ad', 'port_id': '245e8602-9f45-4d84-af6e-756d98bc51c4', 'mac_address': 'fa:16:3e:1e:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a12e02-84bf-4cd9-9eea-0c2f8029d562', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:19:58.482176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-3978b43a-7668-46f7-a4b6-78020c3ed4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:58.483833 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-3978b43a-7668-46f7-a4b6-78020c3ed4d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432806 May 10 03:19:58.519994 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 245e8602-9f45-4d84-af6e-756d98bc51c4 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:19:58.520625 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:58.536746 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e8602-9f45-4d84-af6e-756d98bc51c4 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:19:58.560524 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=245e8602-9f45-4d84-af6e-756d98bc51c4,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:19:58.619133 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-03ee68f5-c19d-4010-8218-cd25e52f5819 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217263 May 10 03:19:58.622311 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c498-f2eb-404a-ae59-f433759e9dbf req-1bcbb22b-e066-4d43-a9ad-1d2dfd3054ec tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:58.623808 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9118c498-f2eb-404a-ae59-f433759e9dbf req-1bcbb22b-e066-4d43-a9ad-1d2dfd3054ec tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0918019 May 10 03:19:58.636946 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:58.638436 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d8ddc-a6a3-41da-bffd-7e9935d64088 req-fa4e3e15-a8cb-40a2-8e80-6fc48fab5df8 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:58.647315 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-db7d8ddc-a6a3-41da-bffd-7e9935d64088 req-fa4e3e15-a8cb-40a2-8e80-6fc48fab5df8 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 948 time: 0.0826013 May 10 03:19:58.740423 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:58.741874 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-db7d8ddc-a6a3-41da-bffd-7e9935d64088 req-c26b40c8-eebf-4f14-9b0a-e3874b5f072d tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938711 May 10 03:19:58.756668 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9118c498-f2eb-404a-ae59-f433759e9dbf req-c233af2f-761b-44e3-b7f9-d36d68f7b457 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248527 May 10 03:19:58.774686 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de6768a9-1432-4b46-a0f1-5b2bb4394a32 req-86e8549a-21ca-4bdb-9cc2-bb9660aca084 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478796 May 10 03:19:58.854706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52860) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:58.941403 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['245e8602-9f45-4d84-af6e-756d98bc51c4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:19:59.064509 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010f0d49-3fa7-4e88-bff0-2824f82a96f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.090552 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badcc01-5042-4b2c-9d80-a718ff85699b req-6115e691-3796-4404-b7da-c839619c14ed tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.100443 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1badcc01-5042-4b2c-9d80-a718ff85699b req-6115e691-3796-4404-b7da-c839619c14ed tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0771692 May 10 03:19:59.197933 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1badcc01-5042-4b2c-9d80-a718ff85699b req-10bdca73-99a3-4a1e-8ec2-b23c76afd7de tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966027 May 10 03:19:59.209177 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010f0d49-3fa7-4e88-bff0-2824f82a96f1 admin admin] Publish callbacks [] for security_group (5538b65f-e8dc-4bb7-9138-4d3d6d274383), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.278019 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-010f0d49-3fa7-4e88-bff0-2824f82a96f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5538b65f-e8dc-4bb7-9138-4d3d6d274383), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.343678 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a8c2-046c-4746-8a4a-ff3fcc4efe4b req-51e003dd-c1c4-4d21-ad6c-7e2453c11aef tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.345182 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a8d8a8c2-046c-4746-8a4a-ff3fcc4efe4b req-51e003dd-c1c4-4d21-ad6c-7e2453c11aef tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0800040 May 10 03:19:59.355494 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-010f0d49-3fa7-4e88-bff0-2824f82a96f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5b1681ffe4d4b73b678da8c36c9ff77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958272 May 10 03:19:59.355494 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f0d49-3fa7-4e88-bff0-2824f82a96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5538b65f-e8dc-4bb7-9138-4d3d6d274383,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:59.355494 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52882) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:59.359379 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52884) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:19:59.361520 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:19:59.406822 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.407566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] Publish callbacks [] for security_group (5538b65f-e8dc-4bb7-9138-4d3d6d274383), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.431299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] Publish callbacks [] for security_group (5538b65f-e8dc-4bb7-9138-4d3d6d274383), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.623312 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5538b65f-e8dc-4bb7-9138-4d3d6d274383), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.626254 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.627376 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5538b65f-e8dc-4bb7-9138-4d3d6d274383 HTTP/1.1" status: 204 len: 168 time: 0.2711685 May 10 03:19:59.637544 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024693-0747-438c-98a9-f37f03860fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5538b65f-e8dc-4bb7-9138-4d3d6d274383,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:19:59.933054 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff4131-b079-4da6-8ed0-37f632b18e86 req-921475e7-1f44-4e57-be0d-e7e6a4273362 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:19:59.934560 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92ff4131-b079-4da6-8ed0-37f632b18e86 req-921475e7-1f44-4e57-be0d-e7e6a4273362 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 949 time: 0.1044502 May 10 03:19:59.966734 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:19:59.998402 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92ff4131-b079-4da6-8ed0-37f632b18e86 req-90a04378-078f-4b4a-8cb7-cc203d94c399 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 May 10 03:20:00.035673 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.177748 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6ec27-64d6-41bb-87f7-8840147aa559 req-ed1fff54-7d90-4878-b966-99ee29655e60 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:00.179779 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0dd6ec27-64d6-41bb-87f7-8840147aa559 req-ed1fff54-7d90-4878-b966-99ee29655e60 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0834804 May 10 03:20:00.249971 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 84b65424-82db-42d3-86f5-5c087c0506e2 associated. External IP: 172.28.1.131, port: 3675090a-d6b4-4972-9846-20ea88eb78e8. May 10 03:20:00.306687 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0dd6ec27-64d6-41bb-87f7-8840147aa559 req-74ecd29c-2c23-4532-b690-d3fabb6882dc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174529 May 10 03:20:00.341473 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 245e8602-9f45-4d84-af6e-756d98bc51c4 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:00.387202 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 245e8602-9f45-4d84-af6e-756d98bc51c4 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:20:00.481457 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:00.494313 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 245e8602-9f45-4d84-af6e-756d98bc51c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:00.494645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.518428 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 52916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:00.538107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1682b81-c849-4d18-9672-5a3a56050bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.600470 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:00.605287 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.616424 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:00.631566 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:00.633462 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:00.638737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1682b81-c849-4d18-9672-5a3a56050bbe admin admin] Publish callbacks [] for security_group (76ae8d53-67ac-4509-9750-837f83d8a319), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.645354 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9bfaa676-d68f-4e96-9100-fb521157adf1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "PUT /v2.0/floatingips/84b65424-82db-42d3-86f5-5c087c0506e2 HTTP/1.1" status: 200 len: 991 time: 1.2872050 May 10 03:20:00.645354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:00.651904 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16" -d '{"events": [{"name": "network-changed", "server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:00.709871 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 245e8602-9f45-4d84-af6e-756d98bc51c4 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:00.710821 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.733610 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e876042-8d6f-4eda-9da0-d43b28962df4 x-openstack-request-id: req-2e876042-8d6f-4eda-9da0-d43b28962df4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:00.733927 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:00.734184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e876042-8d6f-4eda-9da0-d43b28962df4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:00.734583 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e876042-8d6f-4eda-9da0-d43b28962df4'] response: {'name': 'network-changed', 'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'status': 'completed', 'code': 200} May 10 03:20:00.735512 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:00.738000 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daa21e-98db-4b97-a1ca-24963484552c" -d '{"events": [{"server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "name": "network-vif-plugged", "status": "completed", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:00.749223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b1682b81-c849-4d18-9672-5a3a56050bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (76ae8d53-67ac-4509-9750-837f83d8a319), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.761248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=245e8602-9f45-4d84-af6e-756d98bc51c4,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:00.779923 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88be6e7-348f-4e92-9c50-ee42c2e73b9a x-openstack-request-id: req-a88be6e7-348f-4e92-9c50-ee42c2e73b9a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:00.780250 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "name": "network-vif-plugged", "status": "completed", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:00.783711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a88be6e7-348f-4e92-9c50-ee42c2e73b9a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:00.783825 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b1682b81-c849-4d18-9672-5a3a56050bbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81690a59de3e4afc9279fd8e4678065c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604747 May 10 03:20:00.783922 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88be6e7-348f-4e92-9c50-ee42c2e73b9a'] response: {'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4', 'code': 200} May 10 03:20:00.784077 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 52926) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:00.806592 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:00.832455 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682b81-c849-4d18-9672-5a3a56050bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ae8d53-67ac-4509-9750-837f83d8a319,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:00.841435 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.841750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-2ef22cd5-f9d9-4436-9ba5-e223f6105d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:00.843364 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-2ef22cd5-f9d9-4436-9ba5-e223f6105d45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 1129 time: 0.0676715 May 10 03:20:00.875238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] Publish callbacks [] for security_group (76ae8d53-67ac-4509-9750-837f83d8a319), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.911104 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] Publish callbacks [] for security_group (76ae8d53-67ac-4509-9750-837f83d8a319), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:00.978710 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:00.986549 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.986892 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.987230 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.987562 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.988090 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.988575 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.988906 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.989016 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-9b5ce80b-bb8e-4658-bf00-2afb3565b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:00.989229 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.989549 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.990112 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.990519 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.990623 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-9b5ce80b-bb8e-4658-bf00-2afb3565b1e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 916 time: 0.1323493 May 10 03:20:00.990882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.991883 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.992309 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:00.992633 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:01.048728 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (76ae8d53-67ac-4509-9750-837f83d8a319), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.051983 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:01.056574 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76ae8d53-67ac-4509-9750-837f83d8a319 HTTP/1.1" status: 204 len: 168 time: 0.2687757 May 10 03:20:01.068214 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a5e6e-b671-4157-9245-75ac001e16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ae8d53-67ac-4509-9750-837f83d8a319,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:01.103540 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-9941b153-24a8-4fd8-a192-a7c3de61c7c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3675090a-d6b4-4972-9846-20ea88eb78e8 HTTP/1.1" status: 200 len: 999 time: 0.1035984 May 10 03:20:01.127260 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:19:59Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:01.149558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced86058-ba64-4359-8bae-e9a2061992ae req-a3ccdfe2-1da5-4889-8699-9ebc575a69f3 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.151544 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ced86058-ba64-4359-8bae-e9a2061992ae req-a3ccdfe2-1da5-4889-8699-9ebc575a69f3 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0592525 May 10 03:20:01.172064 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:01.172342 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-201bd5dd-c228-46bb-8ace-01b73ba18439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.174252 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-201bd5dd-c228-46bb-8ace-01b73ba18439 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0615020 May 10 03:20:01.196152 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:01.197165 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:19:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:01.227636 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ced86058-ba64-4359-8bae-e9a2061992ae req-f5cfbc94-d0d2-4c11-8a79-525f7d607a86 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696766 May 10 03:20:01.267139 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d969a2b-87b7-4a75-aa65-bcba4cea9684 req-9c07a506-6065-47b8-b3e6-e492042769b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.268640 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d969a2b-87b7-4a75-aa65-bcba4cea9684 req-9c07a506-6065-47b8-b3e6-e492042769b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 1134 time: 0.0928128 May 10 03:20:01.270110 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-1df81d7f-6bb0-4fa4-a1e2-9e7b3364a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.271400 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-1df81d7f-6bb0-4fa4-a1e2-9e7b3364a0c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0829871 May 10 03:20:01.316214 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:01.382773 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1d969a2b-87b7-4a75-aa65-bcba4cea9684 req-8d3a09fc-5f8b-46eb-b5f9-2a3b551215fa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928359 May 10 03:20:01.434203 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-9f2dc45c-b343-47e5-92d8-8576655920c6 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387689 May 10 03:20:01.459479 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18693d0-d1fe-47a5-b9e4-53d9b1879ede req-b1f3c93b-1fc9-4edb-a2c1-1044c2c07122 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:01.464495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f18693d0-d1fe-47a5-b9e4-53d9b1879ede req-b1f3c93b-1fc9-4edb-a2c1-1044c2c07122 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0580442 May 10 03:20:01.510632 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f18693d0-d1fe-47a5-b9e4-53d9b1879ede req-0b0fd745-7fe2-423b-addb-8c5fc836945f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 May 10 03:20:01.547562 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:19:59Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:01.578734 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26266537-ae23-4247-afd4-4f82040278c1 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:19:59Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:01.602675 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:20:01.742114 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8d0a7a8a-6585-4615-b9eb-86c7a5d5bb16 req-90349aa0-3856-487a-a2bc-10e6d7314dc1 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016967 May 10 03:20:01.853704 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaf91f4-5925-494e-9502-09402b81f7b4 None None] New status for floating IP 84b65424-82db-42d3-86f5-5c087c0506e2: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:20:02.345002 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794f68-7c97-4043-90ea-9c98d23ec6be req-149d03e3-dc6f-4565-86a0-6f8044233b8c tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.346389 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5a794f68-7c97-4043-90ea-9c98d23ec6be req-149d03e3-dc6f-4565-86a0-6f8044233b8c tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0511677 May 10 03:20:02.393817 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5a794f68-7c97-4043-90ea-9c98d23ec6be req-d55bbe38-1f5f-4e7e-85bb-80b321b1c5fe tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 May 10 03:20:02.636635 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c08218-8648-4eb6-95c4-dea591d4b872 req-32402021-dea9-4df2-a263-dd92f3ec2c91 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:02.647699 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f7c08218-8648-4eb6-95c4-dea591d4b872 req-32402021-dea9-4df2-a263-dd92f3ec2c91 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0463548 May 10 03:20:02.685383 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f7c08218-8648-4eb6-95c4-dea591d4b872 req-7e5cf6c6-a428-4ad5-bb6b-58b9b2f6e145 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415490 May 10 03:20:02.901317 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53004) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:03.002606 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2e7-f31c-4526-baed-28169e6634e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.081228 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2e7-f31c-4526-baed-28169e6634e5 admin admin] Publish callbacks [] for security_group (02284dbc-4724-4521-acc6-ae673da9b80a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.165685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:03.171612 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c5dac2e7-f31c-4526-baed-28169e6634e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (02284dbc-4724-4521-acc6-ae673da9b80a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.212392 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dac2e7-f31c-4526-baed-28169e6634e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02284dbc-4724-4521-acc6-ae673da9b80a,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:03.219219 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c5dac2e7-f31c-4526-baed-28169e6634e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e56c0b8e227e42a687bbaa79f78baa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177731 May 10 03:20:03.219446 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:03.289841 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-428e0188-3987-46ef-978a-fcaeb50caa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.292437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] Publish callbacks [] for security_group (02284dbc-4724-4521-acc6-ae673da9b80a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.325784 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] Publish callbacks [] for security_group (02284dbc-4724-4521-acc6-ae673da9b80a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.408218 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-428e0188-3987-46ef-978a-fcaeb50caa04 admin admin] Publish callbacks [] for security_group (5202638a-8e57-4891-a6f6-e54cf6e5b7a5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.471811 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-428e0188-3987-46ef-978a-fcaeb50caa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5202638a-8e57-4891-a6f6-e54cf6e5b7a5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.492802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (02284dbc-4724-4521-acc6-ae673da9b80a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.495213 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.496321 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02284dbc-4724-4521-acc6-ae673da9b80a HTTP/1.1" status: 204 len: 168 time: 0.2759383 May 10 03:20:03.545659 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12db9-717c-4014-89ae-8ccc9355c1d1 req-b00cce73-240b-43c7-9894-82c0713d5bd9 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.547128 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8ff12db9-717c-4014-89ae-8ccc9355c1d1 req-b00cce73-240b-43c7-9894-82c0713d5bd9 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0871215 May 10 03:20:03.549298 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-428e0188-3987-46ef-978a-fcaeb50caa04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=635aa0651e7147e988933e9ad3503b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826268 May 10 03:20:03.549994 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e0188-3987-46ef-978a-fcaeb50caa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5202638a-8e57-4891-a6f6-e54cf6e5b7a5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:03.552216 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53024) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:03.567486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947fc72-5d94-4860-8728-c131cd1a87bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02284dbc-4724-4521-acc6-ae673da9b80a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:03.605409 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8ff12db9-717c-4014-89ae-8ccc9355c1d1 req-2f9b9e62-754a-4086-abc5-d527506200d6 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 May 10 03:20:03.629737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] Publish callbacks [] for security_group (5202638a-8e57-4891-a6f6-e54cf6e5b7a5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.655411 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] Publish callbacks [] for security_group (5202638a-8e57-4891-a6f6-e54cf6e5b7a5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.791764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5202638a-8e57-4891-a6f6-e54cf6e5b7a5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.796511 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:03.803051 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5202638a-8e57-4891-a6f6-e54cf6e5b7a5 HTTP/1.1" status: 204 len: 168 time: 0.2496250 May 10 03:20:03.818445 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c0d10-f689-4b6f-8f14-68c6b5ec46d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5202638a-8e57-4891-a6f6-e54cf6e5b7a5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:03.835568 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb11e0-c20a-446b-a5c5-e94c062e6fd5 req-436c7d02-778e-4a31-a63b-3460911a25c3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:03.843751 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47bb11e0-c20a-446b-a5c5-e94c062e6fd5 req-436c7d02-778e-4a31-a63b-3460911a25c3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0877674 May 10 03:20:03.892200 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47bb11e0-c20a-446b-a5c5-e94c062e6fd5 req-b0418418-757e-470c-83f1-9d5ecdfdff04 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 May 10 03:20:04.160461 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e9021-856d-4793-be45-069166eeb14c req-b13f43a0-155b-416d-ac28-42acfc592fb9 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:04.161948 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d68e9021-856d-4793-be45-069166eeb14c req-b13f43a0-155b-416d-ac28-42acfc592fb9 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0483208 May 10 03:20:04.212375 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d68e9021-856d-4793-be45-069166eeb14c req-4875acbc-e338-425d-aa70-11d7bebc1ea8 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 May 10 03:20:05.023900 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b400b-f94b-4e2a-8286-55782484598c req-6469b1f7-8744-4000-8113-28168fbf9c53 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:05.028539 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a39b400b-f94b-4e2a-8286-55782484598c req-6469b1f7-8744-4000-8113-28168fbf9c53 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0497499 May 10 03:20:05.077269 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a39b400b-f94b-4e2a-8286-55782484598c req-5c99a567-79f0-4fb5-ac16-519d312ee6ee tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 May 10 03:20:05.323777 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa339a4-317e-457b-b203-54310ebfeb64 req-8cea7b0f-8764-4fc0-9489-d38a5bde2a3a tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:05.330544 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7aa339a4-317e-457b-b203-54310ebfeb64 req-8cea7b0f-8764-4fc0-9489-d38a5bde2a3a tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0518155 May 10 03:20:05.379282 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7aa339a4-317e-457b-b203-54310ebfeb64 req-de1d44ac-4d14-4db0-bcb6-52211813e1f1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 May 10 03:20:05.553284 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53100) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:05.729384 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-518eb58d-b0b8-4dc5-a00b-cff236d986ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:05.805078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-518eb58d-b0b8-4dc5-a00b-cff236d986ef admin admin] Publish callbacks [] for security_group (d9214e69-e04f-4e16-aab8-98cb4875b960), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:05.863308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-518eb58d-b0b8-4dc5-a00b-cff236d986ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d9214e69-e04f-4e16-aab8-98cb4875b960), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:05.897945 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-518eb58d-b0b8-4dc5-a00b-cff236d986ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c87fcab3cf8c4638a8b1aca7561f3aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429658 May 10 03:20:05.900645 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53118) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:05.914591 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518eb58d-b0b8-4dc5-a00b-cff236d986ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9214e69-e04f-4e16-aab8-98cb4875b960,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:05.962802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] Publish callbacks [] for security_group (d9214e69-e04f-4e16-aab8-98cb4875b960), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:05.992989 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] Publish callbacks [] for security_group (d9214e69-e04f-4e16-aab8-98cb4875b960), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.116860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d9214e69-e04f-4e16-aab8-98cb4875b960), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.119380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.120739 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9214e69-e04f-4e16-aab8-98cb4875b960 HTTP/1.1" status: 204 len: 168 time: 0.2190061 May 10 03:20:06.132398 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5570d-707d-4769-b52e-b4d486310ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9214e69-e04f-4e16-aab8-98cb4875b960,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:06.175410 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-8b1e0c42-6bea-4393-8f46-3c4b00b63296 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:06.180906 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-8b1e0c42-6bea-4393-8f46-3c4b00b63296 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.61 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.1007867 May 10 03:20:06.254405 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f96f3-c775-45a2-960e-cbff0a927179 req-cdb96b26-ca32-4bd9-ac66-4fff7fe6a3e4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:06.259561 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fb6f96f3-c775-45a2-960e-cbff0a927179 req-cdb96b26-ca32-4bd9-ac66-4fff7fe6a3e4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0933726 May 10 03:20:06.295277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Deleting port 245e8602-9f45-4d84-af6e-756d98bc51c4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:20:06.295825 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.321422 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fb6f96f3-c775-45a2-960e-cbff0a927179 req-814a0adb-3ecd-4969-abad-d392c05800e8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548656 May 10 03:20:06.388450 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] For port 245e8602-9f45-4d84-af6e-756d98bc51c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=245e8602-9f45-4d84-af6e-756d98bc51c4,segment=NetworkSegment(0f066685-b7d5-49de-b01d-3e03f89ce653),segment_id=0f066685-b7d5-49de-b01d-3e03f89ce653)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:06.388809 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.402878 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Calling delete_port for 245e8602-9f45-4d84-af6e-756d98bc51c4 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:20:06.498302 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4c54-0013-4498-9921-2afbae2960b6 req-1487c7a1-c7fe-41f7-b0f5-254b74a3b3f7 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:06.499752 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4dc4c54-0013-4498-9921-2afbae2960b6 req-1487c7a1-c7fe-41f7-b0f5-254b74a3b3f7 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 950 time: 0.0498707 May 10 03:20:06.551909 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4dc4c54-0013-4498-9921-2afbae2960b6 req-446fdd5e-2a47-4454-af1c-84577dcf1596 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/security-groups?id=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 May 10 03:20:06.657464 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (245e8602-9f45-4d84-af6e-756d98bc51c4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.677504 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['245e8602-9f45-4d84-af6e-756d98bc51c4'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:20:06.684063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Pushing event deleted for resources: {'Port': ['ID=245e8602-9f45-4d84-af6e-756d98bc51c4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:06.732540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] No DVR routers for this DVR port 245e8602-9f45-4d84-af6e-756d98bc51c4 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:20:06.735035 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:06.738497 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7e40609f-1979-4d9c-b263-93cdc9324926 req-f2e74822-4f7f-467d-bc47-f103ef1456e1 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.61 "DELETE /v2.0/ports/245e8602-9f45-4d84-af6e-756d98bc51c4 HTTP/1.1" status: 204 len: 173 time: 0.5523846 May 10 03:20:06.738937 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'name': 'network-vif-deleted', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:20:06.741831 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790bbb5c-3d92-48c5-9681-7c0e6d5669b8" -d '{"events": [{"server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "name": "network-vif-deleted", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:20:06.799298 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b549e94d-13db-47cb-b456-1d2492a4b6e4 x-openstack-request-id: req-b549e94d-13db-47cb-b456-1d2492a4b6e4 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:20:06.799592 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a09699c-5e60-48a3-884c-79e14f39b064", "name": "network-vif-deleted", "tag": "245e8602-9f45-4d84-af6e-756d98bc51c4", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:20:06.799848 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b549e94d-13db-47cb-b456-1d2492a4b6e4 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:20:06.800280 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b549e94d-13db-47cb-b456-1d2492a4b6e4'] response: {'server_uuid': '2a09699c-5e60-48a3-884c-79e14f39b064', 'name': 'network-vif-deleted', 'tag': '245e8602-9f45-4d84-af6e-756d98bc51c4', 'status': 'completed', 'code': 200} May 10 03:20:06.969408 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53146) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:06.983098 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c867d1e9-fdbf-44d3-af83-342478ef0357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.066380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c867d1e9-fdbf-44d3-af83-342478ef0357 admin admin] Publish callbacks [] for security_group (9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.156977 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c867d1e9-fdbf-44d3-af83-342478ef0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.200936 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867d1e9-fdbf-44d3-af83-342478ef0357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:07.206352 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c867d1e9-fdbf-44d3-af83-342478ef0357 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1649cb2e0cd4262aad421c14c0b0e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358766 May 10 03:20:07.209044 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53150) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:07.261336 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] Publish callbacks [] for security_group (9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.282988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] Publish callbacks [] for security_group (9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.432215 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2744e1-d8ba-41a9-b307-4ddb6e68f6a9 req-432d764a-37ed-49b6-9b1a-0af553951be0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:07.433690 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de2744e1-d8ba-41a9-b307-4ddb6e68f6a9 req-432d764a-37ed-49b6-9b1a-0af553951be0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0465598 May 10 03:20:07.436853 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.439566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.440745 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5 HTTP/1.1" status: 204 len: 168 time: 0.2307031 May 10 03:20:07.462604 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdba41-8c67-4a4b-90a1-3718e2773875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a7475-1d4a-4f4c-81bd-7a5fde6560a5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:07.492357 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de2744e1-d8ba-41a9-b307-4ddb6e68f6a9 req-13e04f01-5271-4713-a9ce-dec03a455760 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531023 May 10 03:20:07.567903 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6917b88d-f5d5-4047-9d98-9cedda968f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:07.666238 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7859951f-f30a-434b-90b2-04e8d29534a8 req-cf57421f-afd8-4ff4-9604-0a05b8554036 tempest-VolumesNegativeTest-1965192278 tempest-VolumesNegativeTest-1965192278-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a09699c-5e60-48a3-884c-79e14f39b064 HTTP/1.1" status: 200 len: 210 time: 0.0311282 May 10 03:20:08.606482 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f566908-0866-4669-b215-a54d28a75003 req-f0933980-88bc-4b48-aa42-f3a432842e52 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:08.608015 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f566908-0866-4669-b215-a54d28a75003 req-f0933980-88bc-4b48-aa42-f3a432842e52 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0474064 May 10 03:20:08.657808 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f566908-0866-4669-b215-a54d28a75003 req-5e9dd054-1cb1-4d24-b063-23f0d7b7282b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436318 May 10 03:20:09.745140 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6356928a-28dd-4274-92cf-4bf5552f714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:09.779254 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953bf44-008d-43a0-b9e9-66c11784e467 req-acad12e2-a915-40b4-b94c-21787e6523a0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:09.780797 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8953bf44-008d-43a0-b9e9-66c11784e467 req-acad12e2-a915-40b4-b94c-21787e6523a0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0507307 May 10 03:20:09.840570 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8953bf44-008d-43a0-b9e9-66c11784e467 req-e396bc57-8dac-4b78-81fd-89dd61a3a1e6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 May 10 03:20:09.982154 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:10.012567 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53326) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:10.129819 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32fd591b-df29-4b0d-997f-814b260051ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.144792 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaa747e6-436d-4f0a-b8ea-9336ef63aa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.266477 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32fd591b-df29-4b0d-997f-814b260051ac admin admin] Publish callbacks [] for security_group (221e6327-6ffb-4aa2-866c-5161ba77fd14), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.282859 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaa747e6-436d-4f0a-b8ea-9336ef63aa64 admin admin] Publish callbacks [] for security_group (67800eb8-d9eb-435b-b13c-92214e9956e2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.350698 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aaa747e6-436d-4f0a-b8ea-9336ef63aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (67800eb8-d9eb-435b-b13c-92214e9956e2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.350698 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-32fd591b-df29-4b0d-997f-814b260051ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (221e6327-6ffb-4aa2-866c-5161ba77fd14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.416824 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-32fd591b-df29-4b0d-997f-814b260051ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e657807af1e04591867ba2415bd24e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333949 May 10 03:20:10.418668 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa747e6-436d-4f0a-b8ea-9336ef63aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67800eb8-d9eb-435b-b13c-92214e9956e2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:10.419636 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:10.422312 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 245e8602-9f45-4d84-af6e-756d98bc51c4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:20:10.443721 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-aaa747e6-436d-4f0a-b8ea-9336ef63aa64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58416df47383407d905c8573ed3e3dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300227 May 10 03:20:10.443851 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 245e8602-9f45-4d84-af6e-756d98bc51c4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:20:10.444194 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 245e8602-9f45-4d84-af6e-756d98bc51c4 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:20:10.446046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53358) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:10.494786 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] Publish callbacks [] for security_group (221e6327-6ffb-4aa2-866c-5161ba77fd14), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.505896 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd591b-df29-4b0d-997f-814b260051ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e6327-6ffb-4aa2-866c-5161ba77fd14,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:10.517614 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] Publish callbacks [] for security_group (221e6327-6ffb-4aa2-866c-5161ba77fd14), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.521773 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] Publish callbacks [] for security_group (67800eb8-d9eb-435b-b13c-92214e9956e2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.549800 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] Publish callbacks [] for security_group (67800eb8-d9eb-435b-b13c-92214e9956e2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.702860 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (221e6327-6ffb-4aa2-866c-5161ba77fd14), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.703071 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (67800eb8-d9eb-435b-b13c-92214e9956e2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.705464 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.705573 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.709069 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/221e6327-6ffb-4aa2-866c-5161ba77fd14 HTTP/1.1" status: 204 len: 168 time: 0.2854149 May 10 03:20:10.709196 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67800eb8-d9eb-435b-b13c-92214e9956e2 HTTP/1.1" status: 204 len: 168 time: 0.2569191 May 10 03:20:10.715363 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70514f2c-f0cd-4615-b31d-d17bdd62ebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e6327-6ffb-4aa2-866c-5161ba77fd14,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:10.717020 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d196fd3-8581-40a1-b907-20dbb3b12efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67800eb8-d9eb-435b-b13c-92214e9956e2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:10.917920 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:10.956025 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0a22d-5b04-4b70-b4c9-461f662a6461 req-2dd342d5-d9f0-4d6c-b68f-6e4b3c41dd18 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:10.957575 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9f0a22d-5b04-4b70-b4c9-461f662a6461 req-2dd342d5-d9f0-4d6c-b68f-6e4b3c41dd18 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0496354 May 10 03:20:11.005854 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9f0a22d-5b04-4b70-b4c9-461f662a6461 req-c09a21fa-5de1-4e28-b9ed-e34406df0bf0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426581 May 10 03:20:11.412848 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53396) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:11.426721 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6646a1d-35ff-4c22-b4f0-9d9da23948c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.486886 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:11.507333 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6646a1d-35ff-4c22-b4f0-9d9da23948c3 admin admin] Publish callbacks [] for security_group (277aa0d7-404e-46a8-a05c-1a7a683f2c3d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.508102 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6abdb3f-4e06-45f8-903b-8674d071dacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.588669 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6abdb3f-4e06-45f8-903b-8674d071dacd admin admin] Publish callbacks [] for security_group (8909fa03-77ad-4592-afa9-4f99a2576ad8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.590781 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f6646a1d-35ff-4c22-b4f0-9d9da23948c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (277aa0d7-404e-46a8-a05c-1a7a683f2c3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.628877 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f6646a1d-35ff-4c22-b4f0-9d9da23948c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66d45ae2a09b423e9366a544374b6e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143965 May 10 03:20:11.629787 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6646a1d-35ff-4c22-b4f0-9d9da23948c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277aa0d7-404e-46a8-a05c-1a7a683f2c3d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:11.632278 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53404) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:11.657319 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a6abdb3f-4e06-45f8-903b-8674d071dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (8909fa03-77ad-4592-afa9-4f99a2576ad8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.714769 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a6abdb3f-4e06-45f8-903b-8674d071dacd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46c85f8741744681a6260106a1cf4760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267749 May 10 03:20:11.717456 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53410) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:11.722486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abdb3f-4e06-45f8-903b-8674d071dacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8909fa03-77ad-4592-afa9-4f99a2576ad8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:11.729089 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] Publish callbacks [] for security_group (277aa0d7-404e-46a8-a05c-1a7a683f2c3d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.751842 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] Publish callbacks [] for security_group (277aa0d7-404e-46a8-a05c-1a7a683f2c3d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.766364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] Publish callbacks [] for security_group (8909fa03-77ad-4592-afa9-4f99a2576ad8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.787859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] Publish callbacks [] for security_group (8909fa03-77ad-4592-afa9-4f99a2576ad8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.877000 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (277aa0d7-404e-46a8-a05c-1a7a683f2c3d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.881188 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.883332 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/277aa0d7-404e-46a8-a05c-1a7a683f2c3d HTTP/1.1" status: 204 len: 168 time: 0.2499678 May 10 03:20:11.892366 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a929-d1f7-436c-9f48-b0e4fdff75ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277aa0d7-404e-46a8-a05c-1a7a683f2c3d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:11.916494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (8909fa03-77ad-4592-afa9-4f99a2576ad8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.919335 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:11.924934 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8909fa03-77ad-4592-afa9-4f99a2576ad8 HTTP/1.1" status: 204 len: 168 time: 0.2045715 May 10 03:20:11.941174 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581d634-8242-451a-bd59-b4001d50f85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8909fa03-77ad-4592-afa9-4f99a2576ad8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:12.155222 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600eef-5b56-48fc-904a-0311c13393c2 req-08ea49ca-778e-4827-a83f-821bf3679cdf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:12.156953 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2e600eef-5b56-48fc-904a-0311c13393c2 req-08ea49ca-778e-4827-a83f-821bf3679cdf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0559092 May 10 03:20:12.214186 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2e600eef-5b56-48fc-904a-0311c13393c2 req-bd04468a-d021-4e83-a82a-dd56cb459a16 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 May 10 03:20:12.440130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:13.353082 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b063f-875b-45b4-a3c7-fc00e6aa7f1b req-0b7aba52-c758-42a9-bf86-2269137b7e2e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:13.360720 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-622b063f-875b-45b4-a3c7-fc00e6aa7f1b req-0b7aba52-c758-42a9-bf86-2269137b7e2e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0576322 May 10 03:20:13.419310 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-622b063f-875b-45b4-a3c7-fc00e6aa7f1b req-9c5fb4fe-a00b-4e69-be86-360d8976b386 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 May 10 03:20:14.006082 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:14.549060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231da4b-6d02-4b17-958d-1a56f0c1edea req-6f3f1d83-ef7d-45f6-8bb1-db1af9fac287 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:14.551038 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7231da4b-6d02-4b17-958d-1a56f0c1edea req-6f3f1d83-ef7d-45f6-8bb1-db1af9fac287 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0568011 May 10 03:20:14.627581 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7231da4b-6d02-4b17-958d-1a56f0c1edea req-e29aba9e-48ce-4612-a341-7d90e3cca260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 May 10 03:20:15.636413 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53682) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:15.742997 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65a506-e405-4083-aec0-4d3037259888 req-ef0e6de3-7a42-4f70-8272-f73a29e8e4d0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:15.744531 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d65a506-e405-4083-aec0-4d3037259888 req-ef0e6de3-7a42-4f70-8272-f73a29e8e4d0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0607865 May 10 03:20:15.759048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e125acb2-ba22-4f7a-b134-219dee10e40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:15.793928 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d65a506-e405-4083-aec0-4d3037259888 req-19aa340c-e7af-4800-a84d-26425358ac22 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 May 10 03:20:15.836075 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e125acb2-ba22-4f7a-b134-219dee10e40f admin admin] Publish callbacks [] for security_group (86d34f4b-15f3-457f-924a-4e3c8346f57c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:15.902553 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e125acb2-ba22-4f7a-b134-219dee10e40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (86d34f4b-15f3-457f-924a-4e3c8346f57c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.155769 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e125acb2-ba22-4f7a-b134-219dee10e40f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb57d611df674f368bc3959381f7104f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5157754 May 10 03:20:16.155769 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125acb2-ba22-4f7a-b134-219dee10e40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d34f4b-15f3-457f-924a-4e3c8346f57c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:16.156549 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53698) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:16.205706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] Publish callbacks [] for security_group (86d34f4b-15f3-457f-924a-4e3c8346f57c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.226756 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] Publish callbacks [] for security_group (86d34f4b-15f3-457f-924a-4e3c8346f57c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.334422 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53702) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:16.341047 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (86d34f4b-15f3-457f-924a-4e3c8346f57c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.345158 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.346663 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86d34f4b-15f3-457f-924a-4e3c8346f57c HTTP/1.1" status: 204 len: 168 time: 0.1888473 May 10 03:20:16.358685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a414b-3d12-4748-8b1f-c943882e496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d34f4b-15f3-457f-924a-4e3c8346f57c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:16.480375 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5ba676ba-dce1-4b15-93dc-19dbb49e0c51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=895dbe17859e43a18bb013a98f83a45e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447103 May 10 03:20:16.483063 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53708) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:16.532584 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] Publish callbacks [] for security_group (20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.553429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] Publish callbacks [] for security_group (20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.682369 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.685234 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:16.686478 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d HTTP/1.1" status: 204 len: 168 time: 0.2022326 May 10 03:20:16.694868 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee133f-375c-4cb8-ad67-75f1886e7ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e2e4e9-4f2a-4d26-a36a-95d2d7296e8d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:16.905954 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08009b2-5012-4a05-9fb2-fb59182d657e req-0ae8a68e-20dc-414c-81ed-0eb782519bdc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:16.907476 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c08009b2-5012-4a05-9fb2-fb59182d657e req-0ae8a68e-20dc-414c-81ed-0eb782519bdc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0455027 May 10 03:20:16.969260 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c08009b2-5012-4a05-9fb2-fb59182d657e req-ea58dd99-b039-49ef-9716-5523008f9146 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 May 10 03:20:17.137060 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53734) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:17.148185 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-094cf969-7ad6-4437-8548-715f16f60090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.228323 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-094cf969-7ad6-4437-8548-715f16f60090 admin admin] Publish callbacks [] for security_group (f78aa054-d944-4af8-971b-f197942791a2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.311369 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-094cf969-7ad6-4437-8548-715f16f60090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f78aa054-d944-4af8-971b-f197942791a2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.349660 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-094cf969-7ad6-4437-8548-715f16f60090 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14cdd9cc2cb64c3d88e9fdf2a3d2a8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162802 May 10 03:20:17.352106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf969-7ad6-4437-8548-715f16f60090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78aa054-d944-4af8-971b-f197942791a2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:17.352986 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53744) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:17.400996 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] Publish callbacks [] for security_group (f78aa054-d944-4af8-971b-f197942791a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.425009 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] Publish callbacks [] for security_group (f78aa054-d944-4af8-971b-f197942791a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.542672 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f78aa054-d944-4af8-971b-f197942791a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.545438 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:17.546638 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f78aa054-d944-4af8-971b-f197942791a2 HTTP/1.1" status: 204 len: 168 time: 0.1926377 May 10 03:20:17.555583 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c99eb-46f4-40a0-826e-41e3a3e816a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78aa054-d944-4af8-971b-f197942791a2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:18.033865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53772) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:18.090204 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cc0c1-51ea-4308-b0a2-0f154a46aeb2 req-4983659a-9587-4dc8-95d9-a2b4b79431a8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:18.093039 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e18cc0c1-51ea-4308-b0a2-0f154a46aeb2 req-4983659a-9587-4dc8-95d9-a2b4b79431a8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0595229 May 10 03:20:18.144795 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e18cc0c1-51ea-4308-b0a2-0f154a46aeb2 req-e816752c-6dc7-48fc-a442-701789de67e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451851 May 10 03:20:18.190094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1935707835-network', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:18.349014 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Made reservation on behalf of 4524e2de8e8e4dbfa1cb85515dbeb90a for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:18.351740 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.361485 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.440922 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks [] for security_group (0ad36927-7834-4036-ac3d-20e7ec018c8b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.567913 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0ad36927-7834-4036-ac3d-20e7ec018c8b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.591130 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:20:18.605752 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad36927-7834-4036-ac3d-20e7ec018c8b,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:18.610671 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (35aa1e34-a0ab-42ba-8ba8-36173cbd2914), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.610995 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Added segment 35aa1e34-a0ab-42ba-8ba8-36173cbd2914 of type vlan for network f7af8e2a-dbcc-4511-a892-852e6c171e4a May 10 03:20:18.653773 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (f7af8e2a-dbcc-4511-a892-852e6c171e4a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.743183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (f7af8e2a-dbcc-4511-a892-852e6c171e4a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.745558 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:18.750059 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:18.810519 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] Pushing event updated for resources: {'Network': ['ID=f7af8e2a-dbcc-4511-a892-852e6c171e4a,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:18.821110 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:20:18.893491 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5de95f84-fac4-4169-b21f-3e5f5c2202dc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8585248 May 10 03:20:18.896239 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:18.901126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Request body: {'subnet': {'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1935707835-subnet', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:18.996207 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Made reservation on behalf of 4524e2de8e8e4dbfa1cb85515dbeb90a for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:18.998515 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.228712 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (fdd14d6c-eadc-4496-b984-9d1ec074e3b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.263469 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e10c95-dcb7-4279-981a-ac4c8f82a005 req-1473a1b0-84e7-4e90-961d-3b3a63d19364 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:19.265026 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f8e10c95-dcb7-4279-981a-ac4c8f82a005 req-1473a1b0-84e7-4e90-961d-3b3a63d19364 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0521870 May 10 03:20:19.300314 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd14d6c-eadc-4496-b984-9d1ec074e3b7,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:19.301324 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Checking segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:19.301750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Network hostable DHCP agents. Network: f7af8e2a-dbcc-4511-a892-852e6c171e4a, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:20:19.341286 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f8e10c95-dcb7-4279-981a-ac4c8f82a005 req-8a364a45-b35f-4d94-b63a-46981878aacb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 May 10 03:20:19.392794 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 53830) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:19.429055 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:20:19.509330 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6396673d-9fc7-4603-a8ff-b4dcd3da2344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.519186 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, f7af8e2a-dbcc-4511-a892-852e6c171e4a) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:19.525181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:19.528456 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.528843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678949c4-6b3b-4258-b638-55e648f2df23 None None] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:20:19.604315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6396673d-9fc7-4603-a8ff-b4dcd3da2344 admin admin] Publish callbacks [] for security_group (d4c9480b-a3f8-4196-bf59-64c6574b5422), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.621197 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8bf2aa52-fcd9-45dc-b4d5-0f7906bf65cf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7238715 May 10 03:20:19.626696 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53840) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:19.632398 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:19.637636 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:20:19.638641 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.674340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6396673d-9fc7-4603-a8ff-b4dcd3da2344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d4c9480b-a3f8-4196-bf59-64c6574b5422), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.731577 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-6396673d-9fc7-4603-a8ff-b4dcd3da2344 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49d37f94cb1a43bfad4995d895f310cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375952 May 10 03:20:19.732570 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396673d-9fc7-4603-a8ff-b4dcd3da2344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9480b-a3f8-4196-bf59-64c6574b5422,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:19.735703 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53844) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:19.798171 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Allocated IP 172.20.0.2 (f7af8e2a-dbcc-4511-a892-852e6c171e4a/fdd14d6c-eadc-4496-b984-9d1ec074e3b7/166102c5-5644-470b-bd9c-94853506e606) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:19.962046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks [] for port (166102c5-5644-470b-bd9c-94853506e606), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.982388 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (0869480a-a449-4800-a7c0-0d3486a83652), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:19.983420 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (0869480a-a449-4800-a7c0-0d3486a83652), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.054695 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (166102c5-5644-470b-bd9c-94853506e606), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.077319 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for router_controller (0869480a-a449-4800-a7c0-0d3486a83652), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.080721 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] Publish callbacks [] for security_group (d4c9480b-a3f8-4196-bf59-64c6574b5422), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.097206 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:20.104585 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:20.105186 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] Publish callbacks [] for security_group (d4c9480b-a3f8-4196-bf59-64c6574b5422), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.108957 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:20.112065 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Pushing event updated for resources: {'Port': ['ID=166102c5-5644-470b-bd9c-94853506e606,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:20.172684 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Attempting to bind port 166102c5-5644-470b-bd9c-94853506e606 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:20.173295 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Attempting to bind port 166102c5-5644-470b-bd9c-94853506e606 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:20.173642 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Attempting to bind port 166102c5-5644-470b-bd9c-94853506e606 on network f7af8e2a-dbcc-4511-a892-852e6c171e4a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:20.179322 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:20.179692 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Checking segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:20.180173 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.180500 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Bound using segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:20.181280 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Bound port: 166102c5-5644-470b-bd9c-94853506e606, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:20.181658 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (166102c5-5644-470b-bd9c-94853506e606), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.253986 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] For port 166102c5-5644-470b-bd9c-94853506e606, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:20.258062 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] For port 166102c5-5644-470b-bd9c-94853506e606, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=166102c5-5644-470b-bd9c-94853506e606,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:20.289480 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for router_gateway (0869480a-a449-4800-a7c0-0d3486a83652), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.293139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d4c9480b-a3f8-4196-bf59-64c6574b5422), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.295753 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.296936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4c9480b-a3f8-4196-bf59-64c6574b5422 HTTP/1.1" status: 204 len: 168 time: 0.5597949 May 10 03:20:20.305876 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744cbe-b6cd-4362-8f46-66e3d9dac91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9480b-a3f8-4196-bf59-64c6574b5422,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:20.360983 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (166102c5-5644-470b-bd9c-94853506e606), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.461103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925458e-2084-4628-9b3c-4919f57823a3 None None] Pushing event updated for resources: {'Port': ['ID=166102c5-5644-470b-bd9c-94853506e606,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:20.538540 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061caa00-0fd4-4ce3-ae40-311895fa1183 req-c8432abb-c5e8-4595-8d7c-7075600c1547 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:20.540055 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-061caa00-0fd4-4ce3-ae40-311895fa1183 req-c8432abb-c5e8-4595-8d7c-7075600c1547 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.1001313 May 10 03:20:20.735192 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-061caa00-0fd4-4ce3-ae40-311895fa1183 req-57c56617-3f09-4be6-b5e8-be67f55fd53c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576009 May 10 03:20:20.759613 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for router_gateway (0869480a-a449-4800-a7c0-0d3486a83652), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.790327 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:20.918205 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Allocated IP 172.28.1.62 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/eb1a0f7a-7690-4247-a067-88d401eb0b7e) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:21.036399 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.160385 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.200156 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:21.203613 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:21.206597 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:21.318053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Pushing event updated for resources: {'Port': ['ID=eb1a0f7a-7690-4247-a067-88d401eb0b7e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:21.596215 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for router_gateway (0869480a-a449-4800-a7c0-0d3486a83652), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.617601 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74016327-b887-4b93-99a5-d50ff1aae9b3 None None] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:20:21.762269 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Provisioning complete for port 166102c5-5644-470b-bd9c-94853506e606 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:21.770448 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (166102c5-5644-470b-bd9c-94853506e606), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.898919 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Current status of the port 166102c5-5644-470b-bd9c-94853506e606 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:21.899305 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (166102c5-5644-470b-bd9c-94853506e606), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.910794 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186c0e-d9fd-48ef-982d-a17810c1ffe8 req-cdcd2ec3-6e64-4947-a857-34d773755519 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:21.912370 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95186c0e-d9fd-48ef-982d-a17810c1ffe8 req-cdcd2ec3-6e64-4947-a857-34d773755519 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0585132 May 10 03:20:21.940527 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (0869480a-a449-4800-a7c0-0d3486a83652), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:21.946461 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] For port 166102c5-5644-470b-bd9c-94853506e606, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=166102c5-5644-470b-bd9c-94853506e606,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:22.019566 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (166102c5-5644-470b-bd9c-94853506e606), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:22.031827 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95186c0e-d9fd-48ef-982d-a17810c1ffe8 req-4ac09a76-2e33-4a77-a185-3611fd937381 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040010 May 10 03:20:22.073022 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1da12-5ab2-49fd-b4e8-d3307e635ae6 None None] Pushing event updated for resources: {'Port': ['ID=166102c5-5644-470b-bd9c-94853506e606,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:22.137860 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a934427d-9fb2-4444-834b-285bc7704a3f None None] Provisioning complete for port 166102c5-5644-470b-bd9c-94853506e606 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:22.138231 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a934427d-9fb2-4444-834b-285bc7704a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (166102c5-5644-470b-bd9c-94853506e606), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:22.177112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Router 0869480a-a449-4800-a7c0-0d3486a83652 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:20:22.222437 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a934427d-9fb2-4444-834b-285bc7704a3f None None] Current status of the port 166102c5-5644-470b-bd9c-94853506e606 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:22.293757 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:22.306322 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Sync routers for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:22.317361 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:22.318023 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:22.419250 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:22.423699 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-491178c8-4ccf-4931-8c36-3348e15b04ea admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7932141 May 10 03:20:22.423944 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 53936) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:22.424806 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:22.690771 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:21Z', 'revision_number': 3, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:22.717353 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 166102c5-5644-470b-bd9c-94853506e606 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:22.721506 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Checking router: 0869480a-a449-4800-a7c0-0d3486a83652 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:22.721914 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Updating router 0869480a-a449-4800-a7c0-0d3486a83652 port eb1a0f7a-7690-4247-a067-88d401eb0b7e binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:20:22.756709 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:22.770737 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 166102c5-5644-470b-bd9c-94853506e606 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:22.771124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (166102c5-5644-470b-bd9c-94853506e606), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:22.864815 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 166102c5-5644-470b-bd9c-94853506e606 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:22.908547 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.034286 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks [] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.082686 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Allocated IP 172.20.0.1 (f7af8e2a-dbcc-4511-a892-852e6c171e4a/fdd14d6c-eadc-4496-b984-9d1ec074e3b7/1ea18aa4-6fc9-4830-9228-e15e4f0c81df) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:23.145181 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.194183 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc33afa-dfc6-45f6-90c2-0bf850314b9c req-512c6310-b969-43b6-b2bf-b77a0204a701 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:23.199243 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8cc33afa-dfc6-45f6-90c2-0bf850314b9c req-512c6310-b969-43b6-b2bf-b77a0204a701 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0831926 May 10 03:20:23.199395 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Attempting to bind port eb1a0f7a-7690-4247-a067-88d401eb0b7e on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:23.199395 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Attempting to bind port eb1a0f7a-7690-4247-a067-88d401eb0b7e by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:23.199659 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Attempting to bind port eb1a0f7a-7690-4247-a067-88d401eb0b7e on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:23.204428 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Pushing event updated for resources: {'Port': ['ID=eb1a0f7a-7690-4247-a067-88d401eb0b7e,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:23.211271 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:23.211871 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:23.212078 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.212493 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:23.212953 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Bound port: eb1a0f7a-7690-4247-a067-88d401eb0b7e, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:23.213323 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.216270 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.216610 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.216941 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.217297 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.217656 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.217978 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.218298 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.218614 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.218931 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.219247 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.219569 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.219897 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.220239 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.220555 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.220870 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:23.261653 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks [] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.282229 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8cc33afa-dfc6-45f6-90c2-0bf850314b9c req-768ea109-0ca7-4ac3-96af-709a9c743ef5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761662 May 10 03:20:23.296458 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] For port eb1a0f7a-7690-4247-a067-88d401eb0b7e, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:23.300272 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] For port eb1a0f7a-7690-4247-a067-88d401eb0b7e, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=eb1a0f7a-7690-4247-a067-88d401eb0b7e,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:23.419939 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.423742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.478561 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:23.486309 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:23.488632 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:23.488866 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f50c3c-893b-42dd-af78-164e161e5579 None None] Pushing event updated for resources: {'Port': ['ID=eb1a0f7a-7690-4247-a067-88d401eb0b7e,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:23.491140 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:23.491620 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (0869480a-a449-4800-a7c0-0d3486a83652), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.494718 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:23.495376 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:23.621052 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:23.829626 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:21Z', 'revision_number': 3, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:23.852214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-739e97ad-c4c8-4c0b-bc26-f7183f4a1170 None None] Provisioning complete for port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:23.853262 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-739e97ad-c4c8-4c0b-bc26-f7183f4a1170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:23.857474 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f89121-33af-49b9-ad04-61e6e29bccf2 None None] The sync data for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb is: [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:21Z', 'revision_number': 3, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:23.891403 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-739e97ad-c4c8-4c0b-bc26-f7183f4a1170 None None] Port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:23.997985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.186362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks [] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.268181 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.268913 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (0869480a-a449-4800-a7c0-0d3486a83652), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.366778 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:24.427334 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b292d-3714-4f8f-85ab-693ec9166a4e req-d4bb0bfa-8b59-4771-a20c-408b9d0c9c63 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:24.428908 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a85b292d-3714-4f8f-85ab-693ec9166a4e req-d4bb0bfa-8b59-4771-a20c-408b9d0c9c63 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0678830 May 10 03:20:24.472665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:24.475704 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:24.542496 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a85b292d-3714-4f8f-85ab-693ec9166a4e req-82ed4d3a-92c8-4a3c-b41a-94d14e4f9f09 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 May 10 03:20:24.676284 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Router 0869480a-a449-4800-a7c0-0d3486a83652 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:24.690330 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device eb1a0f7a-7690-4247-a067-88d401eb0b7e up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:24.737906 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-7a59f94b-fa74-442a-aa84-d6343c42a0a0 None None] Provisioning complete for port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:24.738285 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a59f94b-fa74-442a-aa84-d6343c42a0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.782690 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-7a59f94b-fa74-442a-aa84-d6343c42a0a0 None None] Port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:24.792877 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port eb1a0f7a-7690-4247-a067-88d401eb0b7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:24.793291 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.803995 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:24.816712 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4f1b6fdf-3260-40b0-b5b9-080fdcaad482 admin admin] 10.222.0.65 "PUT /v2.0/routers/0869480a-a449-4800-a7c0-0d3486a83652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845594 May 10 03:20:24.876439 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port eb1a0f7a-7690-4247-a067-88d401eb0b7e is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:24.876982 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:24.898384 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port eb1a0f7a-7690-4247-a067-88d401eb0b7e, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=eb1a0f7a-7690-4247-a067-88d401eb0b7e,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:25.032912 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:25.091628 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=eb1a0f7a-7690-4247-a067-88d401eb0b7e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:25.551881 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Sync routers for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:25.563801 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:25.565882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:25.619378 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54026) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:25.676173 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d79af-31e3-47e8-a7c4-d6671d72c4d6 req-382d923d-53b8-47f7-9c8f-88c242eb1283 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:25.680628 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d93d79af-31e3-47e8-a7c4-d6671d72c4d6 req-382d923d-53b8-47f7-9c8f-88c242eb1283 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0522723 May 10 03:20:25.732452 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d93d79af-31e3-47e8-a7c4-d6671d72c4d6 req-dec91ee7-dcfb-4bf1-a640-6ba7a2d7c6f8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 May 10 03:20:25.832530 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:25.923923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2283d544-399c-4c9e-85e5-0639926de438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.009241 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54034) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:26.026215 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2283d544-399c-4c9e-85e5-0639926de438 admin admin] Publish callbacks [] for security_group (0cca5cc2-95a8-40ab-be01-a2572db510eb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.080957 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:26.086644 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2087018755-network', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:26.102467 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2283d544-399c-4c9e-85e5-0639926de438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0cca5cc2-95a8-40ab-be01-a2572db510eb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.125114 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 2, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:26.144643 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2283d544-399c-4c9e-85e5-0639926de438 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20a3135ddfe74a938a8621abca888882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226684 May 10 03:20:26.146206 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54042) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:26.146335 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d544-399c-4c9e-85e5-0639926de438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca5cc2-95a8-40ab-be01-a2572db510eb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:26.154129 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Checking router: 0869480a-a449-4800-a7c0-0d3486a83652 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:26.154570 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Updating router 0869480a-a449-4800-a7c0-0d3486a83652 port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:20:26.168125 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Made reservation on behalf of 42abd48bea644edbb8241cc544fa58a9 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:26.173742 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.194837 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.197824 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.248569 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62bb179e-4d32-4c0f-96e0-343f943d2eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.265995 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] Publish callbacks [] for security_group (0cca5cc2-95a8-40ab-be01-a2572db510eb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.305892 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] Publish callbacks [] for security_group (0cca5cc2-95a8-40ab-be01-a2572db510eb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.401967 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks [] for security_group (05a8ba1e-ffcc-4d17-8370-a266f0a9e07f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.431717 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62bb179e-4d32-4c0f-96e0-343f943d2eb5 admin admin] Publish callbacks [] for security_group (4b20b6da-04ce-445a-a413-4ad05015b50e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.468026 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks [] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.503077 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62bb179e-4d32-4c0f-96e0-343f943d2eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4b20b6da-04ce-445a-a413-4ad05015b50e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.505718 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (05a8ba1e-ffcc-4d17-8370-a266f0a9e07f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.512959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0cca5cc2-95a8-40ab-be01-a2572db510eb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.515401 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.516527 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cca5cc2-95a8-40ab-be01-a2572db510eb HTTP/1.1" status: 204 len: 168 time: 0.3703713 May 10 03:20:26.525095 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.576842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246046-d00d-442d-b106-0c39133e2f70 None None] Pushing event updated for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:26.585920 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:20:26.609955 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (2007b3b8-a4f6-4e96-9ba4-d228fa46238c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.610365 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Added segment 2007b3b8-a4f6-4e96-9ba4-d228fa46238c of type vlan for network 28ed4271-c83e-4e86-a801-822152c33a33 May 10 03:20:26.614366 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-62bb179e-4d32-4c0f-96e0-343f943d2eb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1e4972138fb46aab245d4dc96f0cfa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040556 May 10 03:20:26.617118 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:26.623437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb179e-4d32-4c0f-96e0-343f943d2eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b20b6da-04ce-445a-a413-4ad05015b50e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:26.642548 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Attempting to bind port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:26.642904 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Attempting to bind port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:26.643272 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Attempting to bind port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df on network f7af8e2a-dbcc-4511-a892-852e6c171e4a {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:26.649951 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:26.650493 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Checking segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:26.650807 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.651341 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Bound using segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:26.651866 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Bound port: 1ea18aa4-6fc9-4830-9228-e15e4f0c81df, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:26.652294 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.726623 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (28ed4271-c83e-4e86-a801-822152c33a33), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.737497 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8ba1e-ffcc-4d17-8370-a266f0a9e07f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:26.749391 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] Publish callbacks [] for security_group (4b20b6da-04ce-445a-a413-4ad05015b50e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.754352 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] For port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:26.760588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] For port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:26.786118 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device eb1a0f7a-7690-4247-a067-88d401eb0b7e up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:26.790022 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bafe01-9324-4f92-af1a-17e5a9e910e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca5cc2-95a8-40ab-be01-a2572db510eb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:26.811572 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] Publish callbacks [] for security_group (4b20b6da-04ce-445a-a413-4ad05015b50e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.847011 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54056) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:26.867498 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.913633 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (28ed4271-c83e-4e86-a801-822152c33a33), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.914833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c030c-faf7-4f72-a7d2-69992ecf0216 req-cb521b31-9784-4a9d-994d-561c32be171f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:26.915064 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:26.915739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.917160 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e4c030c-faf7-4f72-a7d2-69992ecf0216 req-cb521b31-9784-4a9d-994d-561c32be171f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0718489 May 10 03:20:26.924861 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port eb1a0f7a-7690-4247-a067-88d401eb0b7e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:26.924861 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:26.988400 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e4c030c-faf7-4f72-a7d2-69992ecf0216 req-34c69652-0708-4fc6-a882-dc631d5e20bd tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641005 May 10 03:20:27.001895 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4b20b6da-04ce-445a-a413-4ad05015b50e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.005333 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.007738 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b20b6da-04ce-445a-a413-4ad05015b50e HTTP/1.1" status: 204 len: 168 time: 0.3895168 May 10 03:20:27.026441 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628866f7-78eb-4822-bca0-9277b1fac309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b20b6da-04ce-445a-a413-4ad05015b50e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.037364 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Provisioning complete for port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:27.038103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.038923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:27.040473 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9581625 May 10 03:20:27.045470 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae73adf-b919-4837-be32-013eb3cc0839 admin admin] Pushing event updated for resources: {'Network': ['ID=28ed4271-c83e-4e86-a801-822152c33a33,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.045832 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Request body: {'subnet': {'network_id': '28ed4271-c83e-4e86-a801-822152c33a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2087018755-subnet', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:27.062267 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e101f26-91ac-43da-aeed-97a686c4aaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.091826 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 28ed4271-c83e-4e86-a801-822152c33a33 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:20:27.168422 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e101f26-91ac-43da-aeed-97a686c4aaf4 admin admin] Publish callbacks [] for security_group (4c34ff58-60d6-48bb-a44c-2bec26ab7f66), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.171325 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Made reservation on behalf of 42abd48bea644edbb8241cc544fa58a9 for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:27.172833 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port eb1a0f7a-7690-4247-a067-88d401eb0b7e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:27.174988 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.177324 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba246046-d00d-442d-b106-0c39133e2f70 None None] Pushing event updated for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.204205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:27.204848 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:27.263308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8e101f26-91ac-43da-aeed-97a686c4aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4c34ff58-60d6-48bb-a44c-2bec26ab7f66), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.315195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e101f26-91ac-43da-aeed-97a686c4aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34ff58-60d6-48bb-a44c-2bec26ab7f66,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.319434 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8e101f26-91ac-43da-aeed-97a686c4aaf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff940a5a38f043c0a8c96208f7e10ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713287 May 10 03:20:27.322595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54074) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:27.337420 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Current status of the port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:27.337941 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.414764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] Publish callbacks [] for security_group (4c34ff58-60d6-48bb-a44c-2bec26ab7f66), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.445941 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:27.453337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] Publish callbacks [] for security_group (4c34ff58-60d6-48bb-a44c-2bec26ab7f66), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.474755 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] For port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:27.482402 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for subnet (7d88e364-d1d8-4df1-b28b-1593904bb128), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.541457 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d88e364-d1d8-4df1-b28b-1593904bb128,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.542265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.560896 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Checking segment: {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:27.561306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Network hostable DHCP agents. Network: 28ed4271-c83e-4e86-a801-822152c33a33, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:20:27.596584 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.624902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4c34ff58-60d6-48bb-a44c-2bec26ab7f66), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.627494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.636314 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c34ff58-60d6-48bb-a44c-2bec26ab7f66 HTTP/1.1" status: 204 len: 168 time: 0.3054607 May 10 03:20:27.638358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d239-d9a7-4321-8b19-377d3b6d3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34ff58-60d6-48bb-a44c-2bec26ab7f66,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.653426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Network 28ed4271-c83e-4e86-a801-822152c33a33 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:20:27.691735 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf9074-047c-493d-aa93-b6cce371c17e None None] Pushing event updated for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:27.739221 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-847cfcc2-ebd7-4876-972e-4a4e309c9c9a None None] Provisioning complete for port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:27.739438 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 28ed4271-c83e-4e86-a801-822152c33a33) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:27.739638 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-847cfcc2-ebd7-4876-972e-4a4e309c9c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.748939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:27.748939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.767036 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88762ec7-8159-4138-9b4f-1c58f846e8bd None None] Network 28ed4271-c83e-4e86-a801-822152c33a33 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:20:27.823023 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:26Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:27.851253 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d257a209-58d8-4528-ad5c-8876701ef464 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8103585 May 10 03:20:27.853849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54094) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:27.859434 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:27.863531 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f749db3-fc98-47dd-967d-c19c6dc94dc4 None None] The sync data for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb is: [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:26Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:27.974356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (1e882b75-1207-43f2-b6d8-954029b35059), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.975463 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (1e882b75-1207-43f2-b6d8-954029b35059), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:27.997248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-847cfcc2-ebd7-4876-972e-4a4e309c9c9a None None] Current status of the port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:28.008813 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-28ed4271-c83e-4e86-a801-822152c33a33', 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33', 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'fixed_ips': [{'subnet_id': '7d88e364-d1d8-4df1-b28b-1593904bb128'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:20:28.009686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.095684 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for router_controller (1e882b75-1207-43f2-b6d8-954029b35059), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.224872 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68da40-c8b0-43ea-be33-8b065b221ddc req-0a50106e-04ba-4994-895c-cf517d14b0b6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:28.226727 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5b68da40-c8b0-43ea-be33-8b065b221ddc req-0a50106e-04ba-4994-895c-cf517d14b0b6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0841322 May 10 03:20:28.297958 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Allocated IP 172.20.0.2 (28ed4271-c83e-4e86-a801-822152c33a33/7d88e364-d1d8-4df1-b28b-1593904bb128/3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:28.364974 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5b68da40-c8b0-43ea-be33-8b065b221ddc req-096f321b-da89-4517-8a4b-42e2c0bfac30 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904608 May 10 03:20:28.466698 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for router_gateway (1e882b75-1207-43f2-b6d8-954029b35059), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.514981 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks [] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.592055 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:28.597538 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.647336 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3db808a-fad2-41ef-a4dd-0f821368a0a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.805979 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3db808a-fad2-41ef-a4dd-0f821368a0a1 admin admin] Publish callbacks [] for security_group (b25200e8-904d-4d96-8ea0-a961fb9b755d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.845329 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1ea18aa4-6fc9-4830-9228-e15e4f0c81df up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:28.855411 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Network 28ed4271-c83e-4e86-a801-822152c33a33 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:28.860332 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:28.863216 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:28.895167 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a3db808a-fad2-41ef-a4dd-0f821368a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b25200e8-904d-4d96-8ea0-a961fb9b755d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.945710 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a3db808a-fad2-41ef-a4dd-0f821368a0a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc96016842844bffb9e95d3b0fe0e626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491898 May 10 03:20:28.948315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54152) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:28.962741 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for router_gateway (1e882b75-1207-43f2-b6d8-954029b35059), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.986571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:28.995827 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Pushing event updated for resources: {'Port': ['ID=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:29.007838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db808a-fad2-41ef-a4dd-0f821368a0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25200e8-904d-4d96-8ea0-a961fb9b755d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:29.037045 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Attempting to bind port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:29.038059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Attempting to bind port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:29.040704 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Attempting to bind port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 on network 28ed4271-c83e-4e86-a801-822152c33a33 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:29.055937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:29.057334 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Checking segment: {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:29.058031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] Publish callbacks [] for security_group (b25200e8-904d-4d96-8ea0-a961fb9b755d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.059703 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.061317 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Bound using segment: {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:29.065787 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Bound port: 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:29.071680 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.097097 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:29.099158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.100887 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] Publish callbacks [] for security_group (b25200e8-904d-4d96-8ea0-a961fb9b755d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.135024 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Allocated IP 172.28.1.206 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/9fef0a7e-306b-41d0-a349-66821ea88b60) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:29.215462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] For port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:29.220342 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] For port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:29.251578 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b25200e8-904d-4d96-8ea0-a961fb9b755d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.255318 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.259667 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b25200e8-904d-4d96-8ea0-a961fb9b755d HTTP/1.1" status: 204 len: 168 time: 0.3103104 May 10 03:20:29.261878 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:29.278042 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5ed2e-2651-41a5-8be7-f666111b2f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25200e8-904d-4d96-8ea0-a961fb9b755d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:29.310234 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.362722 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.395088 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50c555-0eed-48b0-a127-2e1ea521686e None None] Pushing event updated for resources: {'Port': ['ID=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:29.510333 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:29.587135 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Pushing event updated for resources: {'Port': ['ID=9fef0a7e-306b-41d0-a349-66821ea88b60,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:29.591106 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:29.604884 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1833b-f8e8-42c6-b525-2c12e9a41716 req-6d9296cc-8670-4317-8497-a42421c58a19 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:29.626884 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a1833b-f8e8-42c6-b525-2c12e9a41716 req-6d9296cc-8670-4317-8497-a42421c58a19 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.1490369 May 10 03:20:29.629195 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:29.632470 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:29.764672 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a1833b-f8e8-42c6-b525-2c12e9a41716 req-94a29689-7712-461d-bed0-42775176e182 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368885 May 10 03:20:30.034995 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for router_gateway (1e882b75-1207-43f2-b6d8-954029b35059), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.255083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (1e882b75-1207-43f2-b6d8-954029b35059), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.465452 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Router 1e882b75-1207-43f2-b6d8-954029b35059 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:20:30.529474 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed7903-0c20-4896-8227-68bc0736c9b3 None None] Network 28ed4271-c83e-4e86-a801-822152c33a33 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:20:30.590145 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:30.595091 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Provisioning complete for port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:30.595463 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.614052 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Sync routers for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:30.625891 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:30.626611 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:30.720759 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.722484 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b42531c7-2591-4525-b391-caf10ee385b4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8675253 May 10 03:20:30.725593 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54210) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:30.738560 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Current status of the port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:30.739178 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.793322 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:30.801946 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:30.860158 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] For port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:30.895922 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:30.896602 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:30.952612 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.056719 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:29Z', 'revision_number': 3, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:31.086383 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Checking router: 1e882b75-1207-43f2-b6d8-954029b35059 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:31.086882 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Updating router 1e882b75-1207-43f2-b6d8-954029b35059 port 9fef0a7e-306b-41d0-a349-66821ea88b60 binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:20:31.123313 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1622-7777-4167-84d4-5686795c6edc req-d52d04d2-84db-4cfb-bb4c-067badc23277 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:31.125199 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f6b1622-7777-4167-84d4-5686795c6edc req-d52d04d2-84db-4cfb-bb4c-067badc23277 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.1586943 May 10 03:20:31.130568 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.133837 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-827df7f7-4347-4bcd-8a4c-929a4dae5784 None None] Provisioning complete for port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:31.134205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-827df7f7-4347-4bcd-8a4c-929a4dae5784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.142808 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440a938-35c8-4ecf-a246-da125a15c665 None None] Pushing event updated for resources: {'Port': ['ID=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:31.170952 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:31.239528 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f6b1622-7777-4167-84d4-5686795c6edc req-50b422d9-7fa9-4a47-b2ad-7a7495a274a9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026120 May 10 03:20:31.264124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-827df7f7-4347-4bcd-8a4c-929a4dae5784 None None] Current status of the port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:31.493366 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.501438 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks [] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.593545 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.656263 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Attempting to bind port 9fef0a7e-306b-41d0-a349-66821ea88b60 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:31.657344 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Attempting to bind port 9fef0a7e-306b-41d0-a349-66821ea88b60 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:31.657945 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Attempting to bind port 9fef0a7e-306b-41d0-a349-66821ea88b60 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:31.671517 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:31.672180 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:31.672725 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.673256 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:31.673861 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Bound port: 9fef0a7e-306b-41d0-a349-66821ea88b60, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:31.674389 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.685123 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2c303-566d-4d0e-9cda-fdb5dba175b1 None None] Pushing event updated for resources: {'Port': ['ID=9fef0a7e-306b-41d0-a349-66821ea88b60,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:31.685263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Allocated IP 172.20.0.1 (28ed4271-c83e-4e86-a801-822152c33a33/7d88e364-d1d8-4df1-b28b-1593904bb128/49d5c157-4209-403d-b18e-bc603a97c83d) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:31.739036 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] For port 9fef0a7e-306b-41d0-a349-66821ea88b60, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:31.744616 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] For port 9fef0a7e-306b-41d0-a349-66821ea88b60, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9fef0a7e-306b-41d0-a349-66821ea88b60,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:31.800242 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks [] for port (49d5c157-4209-403d-b18e-bc603a97c83d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.818326 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.916284 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:31.916908 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:31.919763 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2c303-566d-4d0e-9cda-fdb5dba175b1 None None] Pushing event updated for resources: {'Port': ['ID=9fef0a7e-306b-41d0-a349-66821ea88b60,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:31.940271 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:31.989719 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Network 28ed4271-c83e-4e86-a801-822152c33a33 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:31.994983 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:32.000975 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:32.001435 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (1e882b75-1207-43f2-b6d8-954029b35059), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.007539 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Pushing event updated for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:32.055761 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:32.226791 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.249811 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:29Z', 'revision_number': 3, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:32.290099 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f0770836-f482-4cf1-ba1f-aca04f448c97 None None] Provisioning complete for port 49d5c157-4209-403d-b18e-bc603a97c83d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:32.291159 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f0770836-f482-4cf1-ba1f-aca04f448c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.301697 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119530c3-3610-4526-8cb4-2a1efcfc13d1 None None] The sync data for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb is: [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:29Z', 'revision_number': 3, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:32.337987 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f0770836-f482-4cf1-ba1f-aca04f448c97 None None] Port 49d5c157-4209-403d-b18e-bc603a97c83d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:32.580651 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508afc6-f99b-4d3a-9e02-5ebaf5dbc185 req-bb0f5c03-2be6-4b9f-a691-9b2b7aba2ace tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:32.582421 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e508afc6-f99b-4d3a-9e02-5ebaf5dbc185 req-bb0f5c03-2be6-4b9f-a691-9b2b7aba2ace tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0783525 May 10 03:20:32.715165 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e508afc6-f99b-4d3a-9e02-5ebaf5dbc185 req-a64fa4bf-325f-42e0-8e07-78c34effa49d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181571 May 10 03:20:32.779795 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks [] for port (49d5c157-4209-403d-b18e-bc603a97c83d), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.854652 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:32.871233 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.872092 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (1e882b75-1207-43f2-b6d8-954029b35059), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:32.955460 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:32.958060 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.008380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Pushing event updated for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:33.062807 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Network 28ed4271-c83e-4e86-a801-822152c33a33 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:33.064333 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:33.071051 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b6099-dbce-4b08-928f-d4b003cfe21f req-ddda491d-50d9-4a3b-abeb-e14ede0c6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:33.072889 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ac6b6099-dbce-4b08-928f-d4b003cfe21f req-ddda491d-50d9-4a3b-abeb-e14ede0c6588 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1129 time: 0.0550213 May 10 03:20:33.085434 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:33.085434 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9fef0a7e-306b-41d0-a349-66821ea88b60 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:33.156287 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ac6b6099-dbce-4b08-928f-d4b003cfe21f req-158e9c06-55c5-4f2b-aa14-03cb0447dfc3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693612 May 10 03:20:33.172170 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9fef0a7e-306b-41d0-a349-66821ea88b60 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:33.172170 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.235723 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Router 1e882b75-1207-43f2-b6d8-954029b35059 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:20:33.293130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9fef0a7e-306b-41d0-a349-66821ea88b60 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:33.293681 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.317221 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port 9fef0a7e-306b-41d0-a349-66821ea88b60, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9fef0a7e-306b-41d0-a349-66821ea88b60,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:33.371356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:20:33.376554 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8ed3c887-fac7-4bed-a1a6-a4bc045f9905 admin admin] 10.222.0.65 "PUT /v2.0/routers/1e882b75-1207-43f2-b6d8-954029b35059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496980 May 10 03:20:33.409701 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-766dd45c-f000-410b-a206-e2ee81d945ba None None] Provisioning complete for port 49d5c157-4209-403d-b18e-bc603a97c83d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:33.410071 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-766dd45c-f000-410b-a206-e2ee81d945ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.435557 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.503015 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-766dd45c-f000-410b-a206-e2ee81d945ba None None] Port 49d5c157-4209-403d-b18e-bc603a97c83d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:33.504860 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=9fef0a7e-306b-41d0-a349-66821ea88b60,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:33.828187 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54270) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:33.835270 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136941773', 'description': 'tempest-secgroup-smoke-136941773 description', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:33.842432 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d10ea-52a7-43bf-9960-e991aa3a04ee req-54471170-38ae-43ed-a386-07e896db40fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:33.848506 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f0d10ea-52a7-43bf-9960-e991aa3a04ee req-54471170-38ae-43ed-a386-07e896db40fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0629950 May 10 03:20:33.901556 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f0d10ea-52a7-43bf-9960-e991aa3a04ee req-e0c08671-6852-479f-aaca-a6a81067ae58 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 May 10 03:20:33.919275 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:33.989797 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (4da9f46c-2995-4dc9-850a-2200f63f6cfe), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.056323 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4da9f46c-2995-4dc9-850a-2200f63f6cfe), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.085244 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da9f46c-2995-4dc9-850a-2200f63f6cfe,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:34.143871 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.145539 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2176beec-b844-486e-9ab9-8c49a4c3a505 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3144674 May 10 03:20:34.148230 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54278) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:34.152596 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:34.253093 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (5682e1ba-d174-41b5-9166-25b33ba22e31), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.311389 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (5682e1ba-d174-41b5-9166-25b33ba22e31), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.439229 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (5682e1ba-d174-41b5-9166-25b33ba22e31), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.460183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5682e1ba-d174-41b5-9166-25b33ba22e31,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:34.546724 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.548390 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7ec60c46-83e9-4abc-b3cb-6f13fd3fdc15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3987901 May 10 03:20:34.557238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54284) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:34.557238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:34.678711 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (37cc20a8-4b92-44d5-aadc-57989b6971dd), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.687600 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9fef0a7e-306b-41d0-a349-66821ea88b60 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:34.739263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (37cc20a8-4b92-44d5-aadc-57989b6971dd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.742679 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 9fef0a7e-306b-41d0-a349-66821ea88b60 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:34.743056 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.813228 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (37cc20a8-4b92-44d5-aadc-57989b6971dd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.822925 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 9fef0a7e-306b-41d0-a349-66821ea88b60 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:34.831720 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cc20a8-4b92-44d5-aadc-57989b6971dd,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:34.880991 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:34.882726 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f32f9969-4473-4d72-8f13-e4bdaa388945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303409 May 10 03:20:34.885669 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54290) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:34.890061 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:34.965660 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (1095b2d6-d26e-4365-9ed8-3e94fd0abc76), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.043676 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83813-503c-4883-bd84-ea5a671f1b8a req-bdea8a77-c033-45d2-8777-ad77a7629b6d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:35.045195 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91d83813-503c-4883-bd84-ea5a671f1b8a req-bdea8a77-c033-45d2-8777-ad77a7629b6d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0764661 May 10 03:20:35.067831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (1095b2d6-d26e-4365-9ed8-3e94fd0abc76), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.110351 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91d83813-503c-4883-bd84-ea5a671f1b8a req-964d1df4-ccf4-408b-94f2-dc714ec317d0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 May 10 03:20:35.178955 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (1095b2d6-d26e-4365-9ed8-3e94fd0abc76), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.203879 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1095b2d6-d26e-4365-9ed8-3e94fd0abc76,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:35.258116 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3abe05-75ac-418c-9d87-c82061856960 req-9ff03ec8-66a7-4428-8209-68b92428135e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:35.259587 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4a3abe05-75ac-418c-9d87-c82061856960 req-9ff03ec8-66a7-4428-8209-68b92428135e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0481071 May 10 03:20:35.318368 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.319662 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a06210e9-dfbd-4bb1-a4c2-6f6313775ea1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4330423 May 10 03:20:35.322613 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54304) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:35.327049 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:35.329340 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4a3abe05-75ac-418c-9d87-c82061856960 req-b147d159-891f-4087-9824-91b5943e72dc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 May 10 03:20:35.429076 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Sync routers for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:20:35.442454 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:35.443099 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:35.474975 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (4479e79a-b635-40d1-9384-e7dc3927e3bb), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.538771 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (4479e79a-b635-40d1-9384-e7dc3927e3bb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.573734 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:35.628195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (4479e79a-b635-40d1-9384-e7dc3927e3bb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.650374 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4479e79a-b635-40d1-9384-e7dc3927e3bb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:35.730284 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.731662 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e58c06a8-f11b-4b58-b17c-a91bbaeafb2e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4079859 May 10 03:20:35.734797 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54310) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:35.739242 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:35.772731 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:32Z', 'revision_number': 4, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '49d5c157-4209-403d-b18e-bc603a97c83d', 'name': '', 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'mac_address': 'fa:16:3e:41:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:31Z', 'updated_at': '2022-05-10T03:20:32Z', 'revision_number': 2, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'subnets': [{'id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:35.799601 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Checking router: 1e882b75-1207-43f2-b6d8-954029b35059 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:20:35.799854 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Updating router 1e882b75-1207-43f2-b6d8-954029b35059 port 49d5c157-4209-403d-b18e-bc603a97c83d binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:20:35.842340 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.848241 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Project 4524e2de8e8e4dbfa1cb85515dbeb90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:20:35.862375 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (02c90ec0-25a6-44b7-9d2c-b4b16916f8bc), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:35.942323 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (02c90ec0-25a6-44b7-9d2c-b4b16916f8bc), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.083321 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (02c90ec0-25a6-44b7-9d2c-b4b16916f8bc), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.104210 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c90ec0-25a6-44b7-9d2c-b4b16916f8bc,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:36.203756 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.206756 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-33fd2a6e-ee8a-443a-9ec8-6158c6e1017b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4709444 May 10 03:20:36.211999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:36.217638 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'security_group_rule': {'security_group_id': '4da9f46c-2995-4dc9-850a-2200f63f6cfe', 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:36.286071 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks [] for port (49d5c157-4209-403d-b18e-bc603a97c83d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.342921 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.securitygroups_db [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Project 4524e2de8e8e4dbfa1cb85515dbeb90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:20:36.349085 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (8ecffd0b-cb9f-4d25-9d2b-725afedfd180), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.376580 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.413581 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (8ecffd0b-cb9f-4d25-9d2b-725afedfd180), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.439525 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b1a08-4d31-41ba-9d63-73bb03bb0c43 None None] Pushing event updated for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:36.505894 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Attempting to bind port 49d5c157-4209-403d-b18e-bc603a97c83d on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:20:36.507005 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Attempting to bind port 49d5c157-4209-403d-b18e-bc603a97c83d by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:20:36.508214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Attempting to bind port 49d5c157-4209-403d-b18e-bc603a97c83d on network 28ed4271-c83e-4e86-a801-822152c33a33 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:20:36.513417 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:20:36.513790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Checking segment: {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:20:36.514378 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.514981 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Bound using segment: {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:20:36.515118 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (8ecffd0b-cb9f-4d25-9d2b-725afedfd180), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.515742 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Bound port: 49d5c157-4209-403d-b18e-bc603a97c83d, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2007b3b8-a4f6-4e96-9ba4-d228fa46238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:20:36.517255 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.533438 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecffd0b-cb9f-4d25-9d2b-725afedfd180,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:36.593337 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] For port 49d5c157-4209-403d-b18e-bc603a97c83d, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:20:36.596668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] For port 49d5c157-4209-403d-b18e-bc603a97c83d, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=49d5c157-4209-403d-b18e-bc603a97c83d,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:20:36.632827 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.634029 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e419cc89-8dd8-4ffc-b3ef-e168620024f7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4213810 May 10 03:20:36.687885 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.768563 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:20:36.769320 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:36.774549 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b1a08-4d31-41ba-9d63-73bb03bb0c43 None None] Pushing event updated for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:36.814494 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Provisioning complete for port 49d5c157-4209-403d-b18e-bc603a97c83d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:36.814900 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:36.966423 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:20:36.999883 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Current status of the port 49d5c157-4209-403d-b18e-bc603a97c83d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:37.000301 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:37.114093 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] For port 49d5c157-4209-403d-b18e-bc603a97c83d, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=49d5c157-4209-403d-b18e-bc603a97c83d,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:20:37.192294 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:32Z', 'revision_number': 4, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '49d5c157-4209-403d-b18e-bc603a97c83d', 'name': '', 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'mac_address': 'fa:16:3e:41:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:31Z', 'updated_at': '2022-05-10T03:20:36Z', 'revision_number': 4, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'subnets': [{'id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:20:37.223790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f2ff3-1b92-4130-b348-c77967eab3ec None None] The sync data for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb is: [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:20:32Z', 'revision_number': 4, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '49d5c157-4209-403d-b18e-bc603a97c83d', 'name': '', 'network_id': '28ed4271-c83e-4e86-a801-822152c33a33', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'mac_address': 'fa:16:3e:41:78:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:31Z', 'updated_at': '2022-05-10T03:20:36Z', 'revision_number': 4, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'subnets': [{'id': '7d88e364-d1d8-4df1-b28b-1593904bb128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:20:37.225620 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:37.303578 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a2985-733c-40f8-990b-5ca72119120a None None] Pushing event updated for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:37.358904 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-cfa42c4f-8d63-4da9-bbaf-340c0c9a296c None None] Provisioning complete for port 49d5c157-4209-403d-b18e-bc603a97c83d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:37.359328 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cfa42c4f-8d63-4da9-bbaf-340c0c9a296c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:37.524913 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-cfa42c4f-8d63-4da9-bbaf-340c0c9a296c None None] Current status of the port 49d5c157-4209-403d-b18e-bc603a97c83d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:37.582107 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab2d5-b6e0-4c91-ab5c-d161b4337593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:37.797259 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74228861-0f0b-47fa-b7b3-51f2176321e4 req-3b32397b-becc-4f3c-b94a-1b8da7f17b30 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:37.798911 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-74228861-0f0b-47fa-b7b3-51f2176321e4 req-3b32397b-becc-4f3c-b94a-1b8da7f17b30 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0653923 May 10 03:20:37.855409 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-74228861-0f0b-47fa-b7b3-51f2176321e4 req-1498d91c-b83b-4342-b54b-6c283aa0ba67 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503542 May 10 03:20:37.879510 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-b8b974e3-2f6a-44d2-a855-6353aa09fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:37.882693 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-b8b974e3-2f6a-44d2-a855-6353aa09fd78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0490203 May 10 03:20:37.985177 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-0dedb5e2-f18e-4f75-a259-60a2b66e09de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:37.986728 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-0dedb5e2-f18e-4f75-a259-60a2b66e09de service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.0955400 May 10 03:20:38.037604 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-bf185b17-36e8-4dc9-9357-fd3ac38ca0e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0406525 May 10 03:20:38.090999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-bac6b88d-4e75-4ff4-8882-d389a9cba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:38.092449 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-bac6b88d-4e75-4ff4-8882-d389a9cba07f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0477495 May 10 03:20:38.143562 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-a1fa8d50-38e2-4e24-82da-86b87bbf1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:38.145130 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-a1fa8d50-38e2-4e24-82da-86b87bbf1285 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412064 May 10 03:20:38.239210 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-95f337c0-4430-4abb-9804-ccc2f45ccc13 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831709 May 10 03:20:38.344372 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71d75dfb-4371-4b46-8234-3ed35690fa13 req-985003fc-504d-42aa-92db-f97943f3be2e service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937583 May 10 03:20:38.602456 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:20:38.688220 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 49d5c157-4209-403d-b18e-bc603a97c83d up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:20:38.735530 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 49d5c157-4209-403d-b18e-bc603a97c83d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:38.735898 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:38.826305 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 49d5c157-4209-403d-b18e-bc603a97c83d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:20:38.964849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7d254-e96f-41c6-be9e-47c7f7ac13b8 req-d1e4275f-5a43-4fb5-8bf7-d10de1e76e9f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:38.966402 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-10a7d254-e96f-41c6-be9e-47c7f7ac13b8 req-d1e4275f-5a43-4fb5-8bf7-d10de1e76e9f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0513546 May 10 03:20:38.967463 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54464) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:39.014373 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-10a7d254-e96f-41c6-be9e-47c7f7ac13b8 req-00b4f3de-9810-4f68-8c79-87dcbf25892c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 May 10 03:20:39.086152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34fd3c9b-27cc-44c8-a99c-8cf9927c1bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.161950 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34fd3c9b-27cc-44c8-a99c-8cf9927c1bc9 admin admin] Publish callbacks [] for security_group (63a1539b-e7cb-4824-8813-edfc1f4e5371), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.236177 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-34fd3c9b-27cc-44c8-a99c-8cf9927c1bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (63a1539b-e7cb-4824-8813-edfc1f4e5371), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.281069 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-34fd3c9b-27cc-44c8-a99c-8cf9927c1bc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08e3e3c271b44aa1a0e2e5e01eb76173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124824 May 10 03:20:39.281931 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd3c9b-27cc-44c8-a99c-8cf9927c1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a1539b-e7cb-4824-8813-edfc1f4e5371,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:39.283847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54474) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:39.339089 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] Publish callbacks [] for security_group (63a1539b-e7cb-4824-8813-edfc1f4e5371), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.363959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] Publish callbacks [] for security_group (63a1539b-e7cb-4824-8813-edfc1f4e5371), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.495970 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (63a1539b-e7cb-4824-8813-edfc1f4e5371), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.500102 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:39.501244 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63a1539b-e7cb-4824-8813-edfc1f4e5371 HTTP/1.1" status: 204 len: 168 time: 0.2160840 May 10 03:20:39.510315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c1bf6-2391-4c89-b23c-227318231c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a1539b-e7cb-4824-8813-edfc1f4e5371,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:39.702129 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fbacce8-4597-478a-af0d-33e6216d71ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.070230 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54488) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:40.083174 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0082-bc07-40b6-90d6-009223529d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.136549 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bef50d-6549-4350-a095-6786c86ba8c0 req-88bf0e99-6c68-49a3-98d8-e887e68907ab tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:40.138039 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c5bef50d-6549-4350-a095-6786c86ba8c0 req-88bf0e99-6c68-49a3-98d8-e887e68907ab tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0478585 May 10 03:20:40.159278 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0082-bc07-40b6-90d6-009223529d2c admin admin] Publish callbacks [] for security_group (609811b7-9ed2-457b-ab8c-0e2adafc4572), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.189368 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c5bef50d-6549-4350-a095-6786c86ba8c0 req-6fac97e6-b416-4140-9550-bfb10bfcad98 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 May 10 03:20:40.236121 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0082-bc07-40b6-90d6-009223529d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (609811b7-9ed2-457b-ab8c-0e2adafc4572), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.280657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-fc8a0082-bc07-40b6-90d6-009223529d2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0409e9268c24f1893e0beea0a58a8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092974 May 10 03:20:40.281523 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a0082-bc07-40b6-90d6-009223529d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609811b7-9ed2-457b-ab8c-0e2adafc4572,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:40.283355 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54494) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:40.335684 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] Publish callbacks [] for security_group (609811b7-9ed2-457b-ab8c-0e2adafc4572), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.357974 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] Publish callbacks [] for security_group (609811b7-9ed2-457b-ab8c-0e2adafc4572), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.481602 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (609811b7-9ed2-457b-ab8c-0e2adafc4572), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.485050 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:40.486281 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/609811b7-9ed2-457b-ab8c-0e2adafc4572 HTTP/1.1" status: 204 len: 168 time: 0.2019062 May 10 03:20:40.495454 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ef48f-e800-4a5d-ba13-0c4b59aefa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609811b7-9ed2-457b-ab8c-0e2adafc4572,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:40.890286 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:41.317424 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29c84-02da-47ae-be07-2fc6de0ed1c3 req-dd095309-7f9d-4b34-881f-1f47fadaed9a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:41.319971 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-57f29c84-02da-47ae-be07-2fc6de0ed1c3 req-dd095309-7f9d-4b34-881f-1f47fadaed9a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0612276 May 10 03:20:41.376088 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-57f29c84-02da-47ae-be07-2fc6de0ed1c3 req-7c4f7b96-c78c-43ab-b10c-4c09660f3f96 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 May 10 03:20:42.062447 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54546) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:42.177352 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-44345b3e-ffca-4034-a041-e64d319f93e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.253181 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-44345b3e-ffca-4034-a041-e64d319f93e5 admin admin] Publish callbacks [] for security_group (1048274d-0a14-4c47-9f3a-a3c3a2eec0a8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.367493 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-44345b3e-ffca-4034-a041-e64d319f93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1048274d-0a14-4c47-9f3a-a3c3a2eec0a8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.413485 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-44345b3e-ffca-4034-a041-e64d319f93e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3edbd3c70c34107b8ead1333e2b97a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3498425 May 10 03:20:42.414580 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44345b3e-ffca-4034-a041-e64d319f93e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1048274d-0a14-4c47-9f3a-a3c3a2eec0a8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:42.416377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:42.502248 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] Publish callbacks [] for security_group (1048274d-0a14-4c47-9f3a-a3c3a2eec0a8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.510548 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.518674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249ce4f-5ae8-4a78-8a7e-76cf1d35b0df req-51179179-47d4-43f2-b50e-909f4d654f60 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:42.520473 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3249ce4f-5ae8-4a78-8a7e-76cf1d35b0df req-51179179-47d4-43f2-b50e-909f4d654f60 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0532312 May 10 03:20:42.533756 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] Publish callbacks [] for security_group (1048274d-0a14-4c47-9f3a-a3c3a2eec0a8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.592741 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3249ce4f-5ae8-4a78-8a7e-76cf1d35b0df req-95c2cbd2-1249-4c07-90b5-0caaf64966d8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 May 10 03:20:42.669951 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1048274d-0a14-4c47-9f3a-a3c3a2eec0a8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.672560 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:42.674817 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1048274d-0a14-4c47-9f3a-a3c3a2eec0a8 HTTP/1.1" status: 204 len: 168 time: 0.2558186 May 10 03:20:42.682701 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2821a5-44bb-404e-bf53-8daa6eb90b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1048274d-0a14-4c47-9f3a-a3c3a2eec0a8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:43.360558 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54598) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:43.476766 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65696800-79df-46f3-90b6-242d0fc905c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.554287 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65696800-79df-46f3-90b6-242d0fc905c3 admin admin] Publish callbacks [] for security_group (3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.621859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-65696800-79df-46f3-90b6-242d0fc905c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.691995 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-65696800-79df-46f3-90b6-242d0fc905c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f682bc0a56144e48af5dbdd32ca2653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302119 May 10 03:20:43.693927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696800-79df-46f3-90b6-242d0fc905c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:43.697254 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54612) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:43.731182 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee4e24-7c16-401c-8617-2c7a95876e73 req-ee8730e7-aaf3-4e49-8975-4217771880ac tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:43.737895 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b8ee4e24-7c16-401c-8617-2c7a95876e73 req-ee8730e7-aaf3-4e49-8975-4217771880ac tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0719237 May 10 03:20:43.759932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] Publish callbacks [] for security_group (3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.783106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] Publish callbacks [] for security_group (3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.796358 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b8ee4e24-7c16-401c-8617-2c7a95876e73 req-c0117585-9d8f-4aad-947c-55cbc776e360 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 May 10 03:20:43.899363 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.902154 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:43.903371 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc HTTP/1.1" status: 204 len: 168 time: 0.2049959 May 10 03:20:43.913619 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb46058-1a07-4952-a95e-ce20c788fe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec95d3c-3a9f-4cfc-812d-50d77b1fefbc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:43.978882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.518847 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54620) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:44.532695 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5ed-febe-4048-8b60-fd7c6767b3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.607916 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5ed-febe-4048-8b60-fd7c6767b3e1 admin admin] Publish callbacks [] for security_group (61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.661445 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d0fae5ed-febe-4048-8b60-fd7c6767b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.700790 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d0fae5ed-febe-4048-8b60-fd7c6767b3e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fda0c673de140229a53c029ab947286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808043 May 10 03:20:44.701633 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fae5ed-febe-4048-8b60-fd7c6767b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:44.703420 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54628) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:44.757270 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] Publish callbacks [] for security_group (61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.779260 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] Publish callbacks [] for security_group (61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.910074 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.912414 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50298c-6666-4d38-a1d6-fad53fb09455 req-dace1a6a-1591-49bc-8ef5-3cf058c9bf09 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:44.912951 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:44.914863 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d50298c-6666-4d38-a1d6-fad53fb09455 req-dace1a6a-1591-49bc-8ef5-3cf058c9bf09 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0485003 May 10 03:20:44.914980 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3 HTTP/1.1" status: 204 len: 168 time: 0.2099240 May 10 03:20:44.923346 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812f2a9-b036-4de3-9269-9a09a15bee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b5cf9f-7244-424b-8cac-3c5fc8bc3bd3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:44.978603 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d50298c-6666-4d38-a1d6-fad53fb09455 req-308072b8-eb68-4090-b654-ab374ccd7ef5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572686 May 10 03:20:46.446476 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7842ef-b8fd-4ab6-a13f-e10c1bbba1d3 req-500c1283-2d45-4520-9894-80c34736c5ee tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:46.448062 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a7842ef-b8fd-4ab6-a13f-e10c1bbba1d3 req-500c1283-2d45-4520-9894-80c34736c5ee tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0498698 May 10 03:20:46.502113 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a7842ef-b8fd-4ab6-a13f-e10c1bbba1d3 req-deeb3d58-7135-4b3a-bbfc-31c0fce8c514 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 May 10 03:20:46.617420 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46c5c8-f83a-42c5-a5bf-4c9a38b650ad req-cd0958b5-21f0-4fc5-8585-557bd8ec0c58 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:46.618992 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e46c5c8-f83a-42c5-a5bf-4c9a38b650ad req-cd0958b5-21f0-4fc5-8585-557bd8ec0c58 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0605695 May 10 03:20:46.670185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e46c5c8-f83a-42c5-a5bf-4c9a38b650ad req-2106b740-1984-45a2-92ba-eae3f94180fc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 May 10 03:20:47.022860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951d4fd-edff-48ff-abfb-f8711364da45 req-71db4418-2aa7-4b64-adb9-aeb2c6facc35 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:47.024377 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e951d4fd-edff-48ff-abfb-f8711364da45 req-71db4418-2aa7-4b64-adb9-aeb2c6facc35 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0527906 May 10 03:20:47.076919 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e951d4fd-edff-48ff-abfb-f8711364da45 req-70b9e296-ba8a-48a3-96f1-bab33dd67580 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468833 May 10 03:20:47.622035 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5c451-34d4-4aad-b26c-430213d9fab1 req-84737ade-6807-4979-9f76-cf5563af1b00 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:47.623615 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e7e5c451-34d4-4aad-b26c-430213d9fab1 req-84737ade-6807-4979-9f76-cf5563af1b00 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0465415 May 10 03:20:47.682117 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e7e5c451-34d4-4aad-b26c-430213d9fab1 req-225a10c6-edd3-4722-99de-79b8336a966a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530016 May 10 03:20:47.795758 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2e3ad-5bd2-4bfc-a64c-7ea299f168df req-03249d6c-435c-4e75-b2a2-e1a56ba1dbc9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:47.797311 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-79b2e3ad-5bd2-4bfc-a64c-7ea299f168df req-03249d6c-435c-4e75-b2a2-e1a56ba1dbc9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0536191 May 10 03:20:47.852794 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-79b2e3ad-5bd2-4bfc-a64c-7ea299f168df req-9442f8bc-5fbc-42bb-8c37-6bf435fd8c6f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 May 10 03:20:48.193325 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ec3e4-6d5f-43b7-9201-3b21408cb207 req-2ac6b20b-4b24-435b-b5ba-4f9bbff17fa8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:48.197810 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b92ec3e4-6d5f-43b7-9201-3b21408cb207 req-2ac6b20b-4b24-435b-b5ba-4f9bbff17fa8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0465815 May 10 03:20:48.243062 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b92ec3e4-6d5f-43b7-9201-3b21408cb207 req-f5b5cd57-784f-4e9e-b70a-5bc3da589a5e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420349 May 10 03:20:48.817536 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81484af4-29a3-4590-9323-2e4fb738d14f req-6b114347-e176-40fa-9362-52cc8abb9564 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:48.819222 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-81484af4-29a3-4590-9323-2e4fb738d14f req-6b114347-e176-40fa-9362-52cc8abb9564 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0511589 May 10 03:20:48.866431 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-81484af4-29a3-4590-9323-2e4fb738d14f req-d5a8134a-b550-4bff-9a38-9ad321c70877 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 May 10 03:20:48.985687 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe4458-44b1-4ea6-9843-728f76a6ff2a req-b2591bc2-7e37-4604-9bbf-5403c07cf119 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:48.987178 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1dbe4458-44b1-4ea6-9843-728f76a6ff2a req-b2591bc2-7e37-4604-9bbf-5403c07cf119 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0596430 May 10 03:20:49.044198 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1dbe4458-44b1-4ea6-9843-728f76a6ff2a req-7b37aa05-5c20-43f6-8b73-6990ce5f94bd tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501294 May 10 03:20:49.367842 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b92480-0bf2-4b4c-a8e1-3975f9cffb1a req-797762de-3cb6-458d-894e-4f546365cf67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:49.369378 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15b92480-0bf2-4b4c-a8e1-3975f9cffb1a req-797762de-3cb6-458d-894e-4f546365cf67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0507371 May 10 03:20:49.417293 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15b92480-0bf2-4b4c-a8e1-3975f9cffb1a req-76cbbfb6-76a5-4398-b03c-1109b95a0a69 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410736 May 10 03:20:49.984519 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6397d-f2c6-4c5c-bcd1-620e47b3b5e9 req-b3b43b35-4a27-49c2-8dad-d77d0376c218 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:49.986042 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c8d6397d-f2c6-4c5c-bcd1-620e47b3b5e9 req-b3b43b35-4a27-49c2-8dad-d77d0376c218 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0520601 May 10 03:20:50.033321 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c8d6397d-f2c6-4c5c-bcd1-620e47b3b5e9 req-4b901a18-b560-49fc-a097-93d5e90e2043 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 May 10 03:20:50.161097 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec683-cd5d-4e6d-8593-b64c9cfb4ade req-493a514a-86a1-4368-874e-d0d20d1c1ab7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:50.162470 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-530ec683-cd5d-4e6d-8593-b64c9cfb4ade req-493a514a-86a1-4368-874e-d0d20d1c1ab7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0463347 May 10 03:20:50.209062 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-530ec683-cd5d-4e6d-8593-b64c9cfb4ade req-02e5c866-5038-4865-a63b-f6740507c896 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 May 10 03:20:50.534982 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474f70-292b-4fe3-9703-2d7da83fb74b req-390a73a5-5807-4076-9758-c0f038ba8331 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:50.536482 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-37474f70-292b-4fe3-9703-2d7da83fb74b req-390a73a5-5807-4076-9758-c0f038ba8331 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0469875 May 10 03:20:50.587673 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-37474f70-292b-4fe3-9703-2d7da83fb74b req-c3453a5f-81c5-4f7a-8344-77ca560a19fa tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448742 May 10 03:20:51.149023 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cd3b-2812-42f8-94b3-d5c7c77c06ef req-af570b5c-de02-4b28-9f99-e6fabfc0d44d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:51.150535 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f593cd3b-2812-42f8-94b3-d5c7c77c06ef req-af570b5c-de02-4b28-9f99-e6fabfc0d44d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0478306 May 10 03:20:51.200113 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f593cd3b-2812-42f8-94b3-d5c7c77c06ef req-a4454e47-93b9-4184-8db2-7e57ecd92f7f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 May 10 03:20:51.341059 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddcbe-75aa-45a5-a4f2-eaccc32ba9ba req-a07b750b-78d7-4d08-9047-b369f4a3399f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:51.342581 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-825ddcbe-75aa-45a5-a4f2-eaccc32ba9ba req-a07b750b-78d7-4d08-9047-b369f4a3399f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0612154 May 10 03:20:51.390565 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-825ddcbe-75aa-45a5-a4f2-eaccc32ba9ba req-a89847b6-448d-4591-a03a-f8f1dc03d6ac tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 May 10 03:20:51.719803 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900309c0-19e0-477b-a3ac-c8fa25207d65 req-5a3d9219-ebaf-4ac2-88d0-5420cf1bcb60 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:51.721299 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-900309c0-19e0-477b-a3ac-c8fa25207d65 req-5a3d9219-ebaf-4ac2-88d0-5420cf1bcb60 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0494888 May 10 03:20:51.768263 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-900309c0-19e0-477b-a3ac-c8fa25207d65 req-083766f1-820f-4085-99e3-680bb032c13f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406518 May 10 03:20:52.314306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8dc99-5a2e-450f-8d9f-4ae2f4ddabcc req-f2363cfc-3cdf-4d93-8ad4-3f01df7cc807 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:52.315720 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-14d8dc99-5a2e-450f-8d9f-4ae2f4ddabcc req-f2363cfc-3cdf-4d93-8ad4-3f01df7cc807 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0490959 May 10 03:20:52.362738 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-14d8dc99-5a2e-450f-8d9f-4ae2f4ddabcc req-61eb98ef-4142-4c2d-beae-8df5ba0f72f3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 May 10 03:20:52.556430 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd035a-1800-4037-9147-4d844bdff691 req-d5959cb1-d8df-48d9-9259-1e0dc1312d52 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:52.558287 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3bdd035a-1800-4037-9147-4d844bdff691 req-d5959cb1-d8df-48d9-9259-1e0dc1312d52 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0529933 May 10 03:20:52.619677 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3bdd035a-1800-4037-9147-4d844bdff691 req-6ee90e50-85c5-4bb1-8b29-22ffd0ab5697 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534427 May 10 03:20:52.748646 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54860) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:52.753217 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685193173', 'description': 'tempest-description--1695510699'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:52.873757 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:52.903118 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233238-ec63-455a-8e1a-299f17fc9afb req-5c4825e9-08b1-4777-b9fc-5b70cf4173e0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:52.904621 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce233238-ec63-455a-8e1a-299f17fc9afb req-5c4825e9-08b1-4777-b9fc-5b70cf4173e0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0607932 May 10 03:20:52.969582 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce233238-ec63-455a-8e1a-299f17fc9afb req-5c3d8207-ed22-4c4f-8709-488a7e85aa56 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586364 May 10 03:20:52.992712 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (bee71c76-d93b-4260-9c51-f5c11e077104), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.072662 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bee71c76-d93b-4260-9c51-f5c11e077104), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.102427 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee71c76-d93b-4260-9c51-f5c11e077104,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:53.180470 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.181861 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-60364695-6be4-4b14-b0e9-3da501d0ab23 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4322207 May 10 03:20:53.185081 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 54866) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:53.189923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'bee71c76-d93b-4260-9c51-f5c11e077104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:53.287752 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (f76c3fb3-cefd-4b41-8bd6-e9c1a6663be7), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.345684 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (f76c3fb3-cefd-4b41-8bd6-e9c1a6663be7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.476826 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bbd1a-bbf3-47ba-851d-f8c88bfc0aed req-34e3e81b-ea61-4711-8cb7-2ebf374abf66 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:53.478384 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-419bbd1a-bbf3-47ba-851d-f8c88bfc0aed req-34e3e81b-ea61-4711-8cb7-2ebf374abf66 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0465670 May 10 03:20:53.479508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (f76c3fb3-cefd-4b41-8bd6-e9c1a6663be7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.511788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76c3fb3-cefd-4b41-8bd6-e9c1a6663be7,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:53.540625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-419bbd1a-bbf3-47ba-851d-f8c88bfc0aed req-86cf4d9e-6fb0-4211-8efb-dec8d2ddb087 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550029 May 10 03:20:53.568674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.569825 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7b5ad90e-359a-4264-b6ce-7df890788f34 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835337 May 10 03:20:53.572475 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:53.576982 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'bee71c76-d93b-4260-9c51-f5c11e077104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:53.664573 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (ebf5e62d-d56c-4a92-ac99-41597d0e83b1), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.724750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (ebf5e62d-d56c-4a92-ac99-41597d0e83b1), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.740184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bae93-f4cf-4ef7-82b7-ffb00febb144 req-c5f05e6b-9459-47bb-af29-892a364db241 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:53.742565 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d03bae93-f4cf-4ef7-82b7-ffb00febb144 req-c5f05e6b-9459-47bb-af29-892a364db241 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0498502 May 10 03:20:53.790507 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (ebf5e62d-d56c-4a92-ac99-41597d0e83b1), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.811855 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf5e62d-d56c-4a92-ac99-41597d0e83b1,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:53.816740 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d03bae93-f4cf-4ef7-82b7-ffb00febb144 req-315d65a5-7502-447f-8376-4808844ed21a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635033 May 10 03:20:53.883834 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:53.885141 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f206dad0-2971-465f-8e99-8adb8dff8d7d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115957 May 10 03:20:53.892212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 54886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:53.896742 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:53.990503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.074803 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.104194 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a697f-3220-430f-a2d5-20a452a86b8e req-62f33f6d-9b0e-4c73-ba24-d707d65ba22c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:54.108486 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-974a697f-3220-430f-a2d5-20a452a86b8e req-62f33f6d-9b0e-4c73-ba24-d707d65ba22c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0592513 May 10 03:20:54.159828 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-974a697f-3220-430f-a2d5-20a452a86b8e req-8954beb1-91c1-41f6-b1f4-20aef816fcbe tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490701 May 10 03:20:54.211760 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.28.1.182 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/212968f8-dda1-4127-adf3-3d26b0b8380d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:54.327416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.470369 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.515428 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:54.518450 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:54.524227 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:54.546083 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=212968f8-dda1-4127-adf3-3d26b0b8380d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:54.623172 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.668924 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4343b-ef96-4d28-b43c-a2bc9137c486 req-515ce4a7-b472-4133-8011-3d64043a5d86 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:54.670386 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f3f4343b-ef96-4d28-b43c-a2bc9137c486 req-515ce4a7-b472-4133-8011-3d64043a5d86 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0494113 May 10 03:20:54.717919 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f3f4343b-ef96-4d28-b43c-a2bc9137c486 req-ba87fce0-faed-44c3-bea1-09a0360a3efe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 May 10 03:20:54.766478 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.931849 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:54.943139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30137c9a-3880-4d21-aaa8-b57986aa5442 req-c4f12253-7fb9-4abf-a22f-5f3e328616c0 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:54.944669 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-30137c9a-3880-4d21-aaa8-b57986aa5442 req-c4f12253-7fb9-4abf-a22f-5f3e328616c0 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0533361 May 10 03:20:54.991325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-30137c9a-3880-4d21-aaa8-b57986aa5442 req-7b00cd5e-8ec6-4f58-b962-0e9c7285b7dc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 May 10 03:20:55.004213 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.083735 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=212968f8-dda1-4127-adf3-3d26b0b8380d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:55.091645 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.154477 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:55.155784 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-76f1ca80-471a-4314-a43a-674df875f44c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2626138 May 10 03:20:55.285213 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82096df5-bbc0-4979-b6c9-39f33bda2c66 req-cff9ea6c-0fcc-4417-98a7-569ba3bdcb35 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:55.286688 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-82096df5-bbc0-4979-b6c9-39f33bda2c66 req-cff9ea6c-0fcc-4417-98a7-569ba3bdcb35 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0473785 May 10 03:20:55.341485 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-82096df5-bbc0-4979-b6c9-39f33bda2c66 req-abb8a8be-0bc3-4981-9849-e3c0d8e0dccc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482590 May 10 03:20:55.375746 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-bec4bd14-5b4f-43e6-9da7-cc8b49e3cf1e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--685193173&fields=id&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 267 time: 0.0445824 May 10 03:20:55.486507 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-6655cf6b-6d8e-415a-b9d1-53e20b878d86 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:55.487955 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-6655cf6b-6d8e-415a-b9d1-53e20b878d86 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1012003 May 10 03:20:55.502087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-75f6a7bc-cad6-4619-be78-c673235bf06a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/quotas/0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 375 time: 0.0087345 May 10 03:20:55.557827 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-e169cb95-eb89-45ca-a74f-786f85b253dc tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506740 May 10 03:20:55.662233 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f8b9f69b-c11a-4dba-932e-73e594d674b2 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916717 May 10 03:20:55.762853 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f4616b4e-914d-483f-a831-fbc781d62e55 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929401 May 10 03:20:55.841207 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8aabbe-e548-4270-b262-662e7768f50e req-e88652b0-d7b9-41fa-8f57-5fd0b882d063 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:55.842860 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ab8aabbe-e548-4270-b262-662e7768f50e req-e88652b0-d7b9-41fa-8f57-5fd0b882d063 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0552001 May 10 03:20:55.893399 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ab8aabbe-e548-4270-b262-662e7768f50e req-c0b09fb9-050d-4813-a2b6-cbc6ea843b0a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 May 10 03:20:56.103355 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a560e-73a9-4c07-9d3b-663b7c451fb0 req-8bdd1382-95c0-4af5-862c-8e57f4fc49ee tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:56.104858 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8a5a560e-73a9-4c07-9d3b-663b7c451fb0 req-8bdd1382-95c0-4af5-862c-8e57f4fc49ee tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0464776 May 10 03:20:56.189600 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8a5a560e-73a9-4c07-9d3b-663b7c451fb0 req-2a5a2628-2b32-491e-9130-9df75bf67bf6 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789795 May 10 03:20:56.218552 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-54c5ebf1-3315-4d37-93a4-924efbfb4854 req-4d210e96-3145-4e17-a24b-0d26b24f7778 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0279276 May 10 03:20:56.480678 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab28043-ba54-454a-9fee-8950a6c49ffb req-786dbe8e-6809-49b1-a25f-f3e111852c67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:56.482119 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab28043-ba54-454a-9fee-8950a6c49ffb req-786dbe8e-6809-49b1-a25f-f3e111852c67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0568099 May 10 03:20:56.529533 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab28043-ba54-454a-9fee-8950a6c49ffb req-e654f9cf-96d8-483a-93b7-bb9c1b43aae4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413065 May 10 03:20:57.005861 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5046f-b4ef-45cc-b285-ec9c92bc3f3f req-cd6a0b88-cb68-47b3-903e-6ab401cbc771 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.007335 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25a5046f-b4ef-45cc-b285-ec9c92bc3f3f req-cd6a0b88-cb68-47b3-903e-6ab401cbc771 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0467315 May 10 03:20:57.062740 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25a5046f-b4ef-45cc-b285-ec9c92bc3f3f req-276a7890-403a-4343-b025-a32e25197050 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 May 10 03:20:57.325684 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-10aa2022-aeec-4b6f-b9de-ab8a5f04b522 req-8ed2738c-d9e8-4859-a4dd-470381f6fa09 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0349138 May 10 03:20:57.336135 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b218d4c-cf28-4f4b-81bb-6aac7c92e628 req-40ba2fe0-7251-4ed3-94e1-7d9dda505628 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.336135 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6b218d4c-cf28-4f4b-81bb-6aac7c92e628 req-40ba2fe0-7251-4ed3-94e1-7d9dda505628 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0734317 May 10 03:20:57.387003 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6b218d4c-cf28-4f4b-81bb-6aac7c92e628 req-322c3706-fdf4-4209-9ade-d668d3dd1f75 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450861 May 10 03:20:57.458757 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435270-976d-4f07-84b8-0f64262ad09f req-eb282bce-1a92-4de2-87f2-4e707f7bb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.461343 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-eb282bce-1a92-4de2-87f2-4e707f7bb9b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1129 time: 0.0486851 May 10 03:20:57.529549 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:57.583544 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435270-976d-4f07-84b8-0f64262ad09f req-7bbcc510-a000-4ece-b2ae-bdba3492a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.585398 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-7bbcc510-a000-4ece-b2ae-bdba3492a320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.0975795 May 10 03:20:57.665282 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-1b32f965-5543-4e9c-831c-c6e323c0e3c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 1001 time: 0.0733566 May 10 03:20:57.671238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d701f09-4cf9-4d27-9bf2-6fea1f86ee27 req-96b8c343-4c89-45f8-863a-4fe7c765ae4c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.673184 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d701f09-4cf9-4d27-9bf2-6fea1f86ee27 req-96b8c343-4c89-45f8-863a-4fe7c765ae4c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0541708 May 10 03:20:57.722125 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d701f09-4cf9-4d27-9bf2-6fea1f86ee27 req-6b97906c-8731-4919-bf6b-d01fe6ccc9d8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426486 May 10 03:20:57.723023 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435270-976d-4f07-84b8-0f64262ad09f req-d69929c6-f74e-4f11-a9e1-0dae007b1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.724509 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-d69929c6-f74e-4f11-a9e1-0dae007b1361 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0473652 May 10 03:20:57.779273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c435270-976d-4f07-84b8-0f64262ad09f req-13d91e65-3302-4beb-a98f-12d9094d1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:57.780787 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-13d91e65-3302-4beb-a98f-12d9094d1232 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493903 May 10 03:20:57.873697 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-1c5af23d-6b00-4a4f-8bdf-e0363e4de199 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861282 May 10 03:20:57.964943 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0c435270-976d-4f07-84b8-0f64262ad09f req-851f7b5f-c554-40e8-ba60-041084037ddc service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817387 May 10 03:20:58.199426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4ef0d-fc11-404c-9097-72b64560a81a req-9583e30a-d22e-4e11-8cbf-9b2e74530a78 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:58.204495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ec4ef0d-fc11-404c-9097-72b64560a81a req-9583e30a-d22e-4e11-8cbf-9b2e74530a78 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0676601 May 10 03:20:58.285856 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ec4ef0d-fc11-404c-9097-72b64560a81a req-483d69ee-e8d3-4372-afb0-c3f196963ed8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 May 10 03:20:58.290344 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-e30a19eb-875e-4b8f-a7d7-2913d1ac9e51 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136941773&fields=id&tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a HTTP/1.1" status: 200 len: 267 time: 0.0631595 May 10 03:20:58.408044 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-a21f4bab-0b03-433a-80bf-eb00eee216bb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:58.411009 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-a21f4bab-0b03-433a-80bf-eb00eee216bb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1212401 May 10 03:20:58.448653 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-33888f5c-c65a-45af-912c-224d8321b013 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:58.450084 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-33888f5c-c65a-45af-912c-224d8321b013 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 809 time: 0.1535954 May 10 03:20:58.452250 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8ed4c691-a33b-4694-8460-b6e93afbbdee req-64007449-0425-47c6-9541-166ac26ca827 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0430567 May 10 03:20:58.467538 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-a54d8d78-7738-4b49-aa51-7b6ae853497a tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/quotas/4524e2de8e8e4dbfa1cb85515dbeb90a HTTP/1.1" status: 200 len: 375 time: 0.0108962 May 10 03:20:58.496153 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-0c5120d3-a12b-4eea-bba3-03c57d7d9dcd tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 471 time: 0.0754290 May 10 03:20:58.505902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'port': {'device_id': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'admin_state_up': True, 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'security_groups': ['bee71c76-d93b-4260-9c51-f5c11e077104']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:58.523584 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-0a64aad1-cc3c-43d6-a893-edd9f79c2a8b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497754 May 10 03:20:58.620924 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f5dfe-fa50-4676-bcab-7419813991f0 req-d8260ca3-7720-4273-b758-d8c65fac708d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:58.622445 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f82f5dfe-fa50-4676-bcab-7419813991f0 req-d8260ca3-7720-4273-b758-d8c65fac708d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0979733 May 10 03:20:58.691010 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-3cb77807-f6c4-44d0-821a-990f05cf1f89 service neutron] 10.222.0.65 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543689 May 10 03:20:58.694562 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f82f5dfe-fa50-4676-bcab-7419813991f0 req-b32e356f-3290-4e58-b3fb-f131c34480ec tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662584 May 10 03:20:58.710286 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:20:58.726404 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:58.852623 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-176ba838-7a36-4eed-a140-b056217ef87f service neutron] 10.222.0.65 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553395 May 10 03:20:58.873416 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba2b1d-5987-4e49-85bf-3e9888d2599c req-b16aa055-fcbf-453e-9de2-a0292acbd896 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:58.875201 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbba2b1d-5987-4e49-85bf-3e9888d2599c req-b16aa055-fcbf-453e-9de2-a0292acbd896 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0676684 May 10 03:20:58.888912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.20.0.5 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/e00eeae9-db9b-46b3-b858-0190082d908f) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:20:58.943311 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbba2b1d-5987-4e49-85bf-3e9888d2599c req-96d04489-348c-42ac-b372-53aba2043c5a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577946 May 10 03:20:59.079007 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (e00eeae9-db9b-46b3-b858-0190082d908f), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.176541 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.217300 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:20:59.220412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:20:59.227587 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:20:59.234283 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:20:59.268766 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.269116 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.269460 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.269799 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.270129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.270458 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.270786 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.271107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.271430 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.272307 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.272633 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.272955 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.273271 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.273590 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.273907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:20:59.298852 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:59.299543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.401124 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-614dc928-2161-4ebc-83c1-fd0787f71b60 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8998108 May 10 03:20:59.415566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Request body: {'port': {'device_id': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:20:59.428210 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d842f1-bff9-4f61-b45d-812cd0862aa6 req-077fb786-81c2-41ba-84e3-376ce082021e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:59.429666 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e2d842f1-bff9-4f61-b45d-812cd0862aa6 req-077fb786-81c2-41ba-84e3-376ce082021e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0552366 May 10 03:20:59.430122 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55034) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:20:59.495847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.501383 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e2d842f1-bff9-4f61-b45d-812cd0862aa6 req-365d9b29-9584-4e8b-985f-451fc35e1eb1 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606220 May 10 03:20:59.535693 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-98c60fb9-70d2-422d-95c3-6ff162f15e07 None None] Provisioning complete for port e00eeae9-db9b-46b3-b858-0190082d908f triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:20:59.536312 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-98c60fb9-70d2-422d-95c3-6ff162f15e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.598173 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-98c60fb9-70d2-422d-95c3-6ff162f15e07 None None] Port e00eeae9-db9b-46b3-b858-0190082d908f cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:20:59.600548 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e15f3fd-628b-4c09-95b5-0d9473280022 req-cb18450b-d3b2-481f-9df9-7bd43b45a22b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0577414 May 10 03:20:59.845546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00eeae9-db9b-46b3-b858-0190082d908f {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:20:59.854436 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks [] for port (e00eeae9-db9b-46b3-b858-0190082d908f), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.868500 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Transition to ACTIVE for port object e00eeae9-db9b-46b3-b858-0190082d908f will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:20:59.907464 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.930054 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:20:59.943469 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41b095-eb3f-410d-aa12-0fed7d067e79 req-b65527b3-5703-4fba-bc4a-fdd880bc7811 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:59.943469 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e41b095-eb3f-410d-aa12-0fed7d067e79 req-b65527b3-5703-4fba-bc4a-fdd880bc7811 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 931 time: 0.3331347 May 10 03:20:59.964919 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5542c-060f-4fd7-ae7a-49a6758dffdb req-8aa51cba-5808-4a85-bde2-4d5e70532597 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:20:59.968892 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45e5542c-060f-4fd7-ae7a-49a6758dffdb req-8aa51cba-5808-4a85-bde2-4d5e70532597 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0862901 May 10 03:21:00.016044 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Pushing event updated for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:00.050279 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e41b095-eb3f-410d-aa12-0fed7d067e79 req-ea159cd3-af67-4494-b92b-db7a77db1a15 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048265 May 10 03:21:00.077208 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Attempting to bind port e00eeae9-db9b-46b3-b858-0190082d908f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:00.077715 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Attempting to bind port e00eeae9-db9b-46b3-b858-0190082d908f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:00.078315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Attempting to bind port e00eeae9-db9b-46b3-b858-0190082d908f on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:00.093110 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45e5542c-060f-4fd7-ae7a-49a6758dffdb req-32bb1f78-7129-46ac-8865-8e65cb683b74 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118777 May 10 03:21:00.095710 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Port e00eeae9-db9b-46b3-b858-0190082d908f on network 1e0211ea-07f5-489a-bffd-a2279bfba53a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:21:00.096065 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Attempting to bind port e00eeae9-db9b-46b3-b858-0190082d908f on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:00.107971 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:00.108331 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:00.108685 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:00.109113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Bound port: e00eeae9-db9b-46b3-b858-0190082d908f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:00.109473 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.152688 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Publish callbacks [] for security_group (c7d91a4c-f0ad-4d42-95c4-12b3d38604e1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.210630 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:00.213907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e00eeae9-db9b-46b3-b858-0190082d908f,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:00.234231 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfec39a-4de7-4beb-889b-ae571f4c0dea req-2e1df9cb-f494-4093-8f02-45c97ec51601 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.236750 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cfec39a-4de7-4beb-889b-ae571f4c0dea req-2e1df9cb-f494-4093-8f02-45c97ec51601 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0654960 May 10 03:21:00.257226 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (c7d91a4c-f0ad-4d42-95c4-12b3d38604e1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.304197 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e914eb6485f43e7897b361a21b69dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8730495 May 10 03:21:00.306865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55060) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:00.317644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d91a4c-f0ad-4d42-95c4-12b3d38604e1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:00.327497 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cfec39a-4de7-4beb-889b-ae571f4c0dea req-14f5f83f-3fc5-4814-a736-b43fa0716510 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852470 May 10 03:21:00.328815 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.328948 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.329211 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.334575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e914eebd-c53b-4cf0-b0ca-240c736edc16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:00.380482 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.381239 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.382595 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] 10.222.0.61 "PUT /v2.0/ports/e00eeae9-db9b-46b3-b858-0190082d908f HTTP/1.1" status: 200 len: 1093 time: 0.9738674 May 10 03:21:00.383034 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:00.385283 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f" -d '{"events": [{"name": "network-changed", "server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:00.425361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] Publish callbacks [] for security_group (c7d91a4c-f0ad-4d42-95c4-12b3d38604e1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.438936 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f6c38-c76d-4043-a1c1-959f7b7ba916 service neutron] Pushing event updated for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:00.450016 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fea8317-ae35-4453-aaf0-5c306bcb17d0 x-openstack-request-id: req-0fea8317-ae35-4453-aaf0-5c306bcb17d0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:00.450016 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:00.450016 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fea8317-ae35-4453-aaf0-5c306bcb17d0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:00.450016 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fea8317-ae35-4453-aaf0-5c306bcb17d0'] response: {'name': 'network-changed', 'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'status': 'completed', 'code': 200} May 10 03:21:00.462488 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] Publish callbacks [] for security_group (c7d91a4c-f0ad-4d42-95c4-12b3d38604e1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.529068 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-105c6487-cc20-4da0-bf25-3db92cab8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.530565 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-105c6487-cc20-4da0-bf25-3db92cab8d70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 1127 time: 0.0655537 May 10 03:21:00.651843 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529921-4497-4870-8972-69aed0c201d8 req-8a3dfb12-7824-4f2c-8651-c210565fbbf2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.651843 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f529921-4497-4870-8972-69aed0c201d8 req-8a3dfb12-7824-4f2c-8651-c210565fbbf2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0717387 May 10 03:21:00.666588 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (c7d91a4c-f0ad-4d42-95c4-12b3d38604e1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.669727 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:00.671687 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7d91a4c-f0ad-4d42-95c4-12b3d38604e1 HTTP/1.1" status: 204 len: 168 time: 0.3638315 May 10 03:21:00.677699 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-73317b97-4492-498a-ac64-9359aa3dda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.679530 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-73317b97-4492-498a-ac64-9359aa3dda02 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0b7c607953b94c02977d60c0b0536e24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1409774 May 10 03:21:00.684508 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b5323-87ca-4ebf-aee4-c5a2c8d7cbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d91a4c-f0ad-4d42-95c4-12b3d38604e1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:00.714586 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0abb4d4d-da3e-4ef1-9902-9dbbf982abbb req-42f9627d-c4cb-4e92-9236-7031983e5650 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0513816 May 10 03:21:00.746390 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f529921-4497-4870-8972-69aed0c201d8 req-e4857225-4792-4b13-9708-e0d5bd4e6ecb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904322 May 10 03:21:00.800909 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-979ce97e-e2ba-4236-95f3-73f0c3d01a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.802394 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-33914efb-f94e-4dd5-85cd-f3bf3a21ef7f req-979ce97e-e2ba-4236-95f3-73f0c3d01a01 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159627 May 10 03:21:00.876917 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-ca417454-69a8-4c16-99a8-629be1e4a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.878380 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-ca417454-69a8-4c16-99a8-629be1e4a3fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 1127 time: 0.0398386 May 10 03:21:00.920586 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-3b1729d0-fe92-4633-8139-a24ee9031fa1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00eeae9-db9b-46b3-b858-0190082d908f HTTP/1.1" status: 200 len: 217 time: 0.0343494 May 10 03:21:00.975426 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-0d6b9ecf-1158-4b3d-8dcd-92eb141ad4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:00.976801 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-0d6b9ecf-1158-4b3d-8dcd-92eb141ad4db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0485229 May 10 03:21:01.019610 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f70e3e38-cfcc-4a06-911a-258bf73ca827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.021441 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-f70e3e38-cfcc-4a06-911a-258bf73ca827 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377173 May 10 03:21:01.116808 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-84789a3e-6186-482d-a1f9-9cf4b08cb614 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888543 May 10 03:21:01.215093 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2573ef-ecf3-44a3-8166-9992203e6ec0 req-4937a129-6ef3-46d0-a748-b67e0755d9f6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.217649 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3c2573ef-ecf3-44a3-8166-9992203e6ec0 req-4937a129-6ef3-46d0-a748-b67e0755d9f6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 943 time: 0.0807550 May 10 03:21:01.238667 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b470617b-58d0-4048-ba2d-e5a0cae36bb2 req-8d1e4304-6304-47dd-8816-9867b45c2e37 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149578 May 10 03:21:01.239342 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949bde0-7c91-4a42-a698-426a45cc53d3 req-2200d65a-0eb2-4c0b-9caf-20e466f4adf5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.241366 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1949bde0-7c91-4a42-a698-426a45cc53d3 req-2200d65a-0eb2-4c0b-9caf-20e466f4adf5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0723937 May 10 03:21:01.300140 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3c2573ef-ecf3-44a3-8166-9992203e6ec0 req-f1986a60-04c1-40bf-9ea2-7e57181415b8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761724 May 10 03:21:01.311134 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:01.320492 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1949bde0-7c91-4a42-a698-426a45cc53d3 req-43ec63ce-170f-4ecf-b35e-e088d5dbdf0a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675213 May 10 03:21:01.334852 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eda505f0-63b9-4663-85f3-add0c098363f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.415051 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eda505f0-63b9-4663-85f3-add0c098363f admin admin] Publish callbacks [] for security_group (56cc2e5b-3837-454f-9f7c-2be01c6560fc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.463854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aaae69-9522-4078-83d4-97035c38da4f req-8f4dad2a-2d9f-47aa-8c2a-96f7cd5c3611 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.465387 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0aaae69-9522-4078-83d4-97035c38da4f req-8f4dad2a-2d9f-47aa-8c2a-96f7cd5c3611 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0531471 May 10 03:21:01.478320 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eda505f0-63b9-4663-85f3-add0c098363f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (56cc2e5b-3837-454f-9f7c-2be01c6560fc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.512223 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0aaae69-9522-4078-83d4-97035c38da4f req-640310e7-8cee-4d5f-8b1d-89bd78198573 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411704 May 10 03:21:01.517482 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-eda505f0-63b9-4663-85f3-add0c098363f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=132d8812d09f4acf9da8186584447b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048018 May 10 03:21:01.518583 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda505f0-63b9-4663-85f3-add0c098363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc2e5b-3837-454f-9f7c-2be01c6560fc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:01.520050 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:01.573192 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] Publish callbacks [] for security_group (56cc2e5b-3837-454f-9f7c-2be01c6560fc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.594292 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] Publish callbacks [] for security_group (56cc2e5b-3837-454f-9f7c-2be01c6560fc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.698746 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (56cc2e5b-3837-454f-9f7c-2be01c6560fc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.701934 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:01.703223 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56cc2e5b-3837-454f-9f7c-2be01c6560fc HTTP/1.1" status: 204 len: 168 time: 0.1817074 May 10 03:21:01.711990 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e472ffd-5c6a-4516-a680-6f6ed63b3be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc2e5b-3837-454f-9f7c-2be01c6560fc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:01.839486 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a5459943-3e12-41ff-acf7-401ed0f2f8f6 req-207e1919-4dcd-4da6-870a-fd97d881a945 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0392456 May 10 03:21:01.851250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:01.886388 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1529d6-f7ec-4318-85e5-ef18d9a635d7 req-bbd9cbee-0528-479b-ae3d-c41c9b741c4a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:01.887912 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ae1529d6-f7ec-4318-85e5-ef18d9a635d7 req-bbd9cbee-0528-479b-ae3d-c41c9b741c4a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0516069 May 10 03:21:01.935321 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ae1529d6-f7ec-4318-85e5-ef18d9a635d7 req-35ecb77b-0ade-48f5-addd-a870fb4398b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 May 10 03:21:02.072750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eed37d25-01dc-4786-afc2-5128bbf3f88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.148618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eed37d25-01dc-4786-afc2-5128bbf3f88b admin admin] Publish callbacks [] for security_group (4c115f3e-cab2-4d18-9a60-9bf8af162c17), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.214803 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-eed37d25-01dc-4786-afc2-5128bbf3f88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4c115f3e-cab2-4d18-9a60-9bf8af162c17), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.254137 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-eed37d25-01dc-4786-afc2-5128bbf3f88b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=872ea19a444444c4a3b0523189b6f377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016638 May 10 03:21:02.254997 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37d25-01dc-4786-afc2-5128bbf3f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c115f3e-cab2-4d18-9a60-9bf8af162c17,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:02.257086 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55102) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:02.309263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] Publish callbacks [] for security_group (4c115f3e-cab2-4d18-9a60-9bf8af162c17), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.331308 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] Publish callbacks [] for security_group (4c115f3e-cab2-4d18-9a60-9bf8af162c17), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.387764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55108) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:02.402236 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a480a662-a562-483f-923f-efa7c47b2274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.452914 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7592-8955-4b72-8d05-62fcbb733329 req-dd73c547-e27d-4aee-b5d6-0b8331afcd7e tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:02.454391 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fcda7592-8955-4b72-8d05-62fcbb733329 req-dd73c547-e27d-4aee-b5d6-0b8331afcd7e tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0501225 May 10 03:21:02.488804 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4c115f3e-cab2-4d18-9a60-9bf8af162c17), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.491394 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.492507 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c115f3e-cab2-4d18-9a60-9bf8af162c17 HTTP/1.1" status: 204 len: 168 time: 0.2344358 May 10 03:21:02.531700 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e0997-4d55-4ab0-af6e-44d8859ab97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c115f3e-cab2-4d18-9a60-9bf8af162c17,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:02.551857 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4cbd2-b539-4c9a-9afa-7d8bb5a6506b req-7a734b1a-7304-4244-9344-4971f369bd82 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:02.556063 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cc4cbd2-b539-4c9a-9afa-7d8bb5a6506b req-7a734b1a-7304-4244-9344-4971f369bd82 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 943 time: 0.0799358 May 10 03:21:02.572669 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a480a662-a562-483f-923f-efa7c47b2274 admin admin] Publish callbacks [] for security_group (3b9b1cd3-056f-470e-8a21-961a6cc510d0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.581920 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fcda7592-8955-4b72-8d05-62fcbb733329 req-d5e4ec66-fd7f-453f-96fe-8fe8ef352226 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206057 May 10 03:21:02.622233 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cc4cbd2-b539-4c9a-9afa-7d8bb5a6506b req-0c9d406f-9d38-4f12-ab70-6b844c484148 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604234 May 10 03:21:02.649643 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a480a662-a562-483f-923f-efa7c47b2274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3b9b1cd3-056f-470e-8a21-961a6cc510d0), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.687644 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a480a662-a562-483f-923f-efa7c47b2274 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d6e45622bee4d6aa33d1abe490f0f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980931 May 10 03:21:02.688502 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480a662-a562-483f-923f-efa7c47b2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b1cd3-056f-470e-8a21-961a6cc510d0,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:02.689521 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28a724-0536-4541-b546-e2dde9f479dc req-e9db205a-fe46-4dce-926f-35d7ca8da620 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:02.691088 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bd28a724-0536-4541-b546-e2dde9f479dc req-e9db205a-fe46-4dce-926f-35d7ca8da620 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0468032 May 10 03:21:02.691558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55114) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:02.773057 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bd28a724-0536-4541-b546-e2dde9f479dc req-c016e3bf-3c15-4978-932e-a32d57095995 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749576 May 10 03:21:02.778188 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] Publish callbacks [] for security_group (3b9b1cd3-056f-470e-8a21-961a6cc510d0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.801083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] Publish callbacks [] for security_group (3b9b1cd3-056f-470e-8a21-961a6cc510d0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.933662 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3b9b1cd3-056f-470e-8a21-961a6cc510d0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.936553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:02.937709 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b9b1cd3-056f-470e-8a21-961a6cc510d0 HTTP/1.1" status: 204 len: 168 time: 0.2451999 May 10 03:21:02.961823 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74563799-426d-472e-a09a-4d77b3b755bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b1cd3-056f-470e-8a21-961a6cc510d0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:02.972293 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7e95ff48-2bf1-49b2-a662-fb6b9f86a4df req-fc15639c-03a2-4431-8118-df7d726813e8 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0497608 May 10 03:21:03.100692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d0f9e-fc36-495e-b1a8-92a28bfd9677 req-47e4e56d-830f-479d-83b5-727054a1db5a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.104493 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-975d0f9e-fc36-495e-b1a8-92a28bfd9677 req-47e4e56d-830f-479d-83b5-727054a1db5a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0587502 May 10 03:21:03.121903 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5ff91319-4205-4901-a153-a00df3ccf4c8 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.123354 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5ff91319-4205-4901-a153-a00df3ccf4c8 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 809 time: 0.1121798 May 10 03:21:03.161123 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-975d0f9e-fc36-495e-b1a8-92a28bfd9677 req-edf02fac-0441-421d-ae52-ecea89653d2b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521498 May 10 03:21:03.190135 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-7a54d922-3749-4d29-8481-5992c92e37ea tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a HTTP/1.1" status: 200 len: 379 time: 0.0562580 May 10 03:21:03.199835 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'port': {'device_id': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'admin_state_up': True, 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'security_groups': ['4da9f46c-2995-4dc9-850a-2200f63f6cfe']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:03.383713 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Made reservation on behalf of 4524e2de8e8e4dbfa1cb85515dbeb90a for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:03.387157 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.737673 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Allocated IP 172.20.0.12 (f7af8e2a-dbcc-4511-a892-852e6c171e4a/fdd14d6c-eadc-4496-b984-9d1ec074e3b7/d0c4a220-cc8c-4389-8209-eac5e6740986) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:03.751377 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc504230-9220-4bbe-9781-7162f710cee4 req-113b6e95-b6cc-4de7-95db-b00f092e78d8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.752856 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cc504230-9220-4bbe-9781-7162f710cee4 req-113b6e95-b6cc-4de7-95db-b00f092e78d8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0794129 May 10 03:21:03.776127 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a7a4c-a60d-4690-9380-ad563eb22fd6 req-1f1af9ad-9df2-4703-a5ba-7ce5d68ea993 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.777628 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-857a7a4c-a60d-4690-9380-ad563eb22fd6 req-1f1af9ad-9df2-4703-a5ba-7ce5d68ea993 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 943 time: 0.0649495 May 10 03:21:03.839938 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cc504230-9220-4bbe-9781-7162f710cee4 req-a52be7cc-288e-43cd-aa52-c980750540d9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808985 May 10 03:21:03.868812 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-857a7a4c-a60d-4690-9380-ad563eb22fd6 req-b2b568c6-b3bd-4e99-b7cd-34b917de19c5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845459 May 10 03:21:03.921264 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:03.977403 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c4a6b-01dd-4dd1-9a39-07ac8efdd9c5 req-29f2ee89-545c-497d-9262-041cd819cfd5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:03.979079 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f24c4a6b-01dd-4dd1-9a39-07ac8efdd9c5 req-29f2ee89-545c-497d-9262-041cd819cfd5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0619256 May 10 03:21:04.030656 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f24c4a6b-01dd-4dd1-9a39-07ac8efdd9c5 req-b38960f1-0220-44df-b2f9-3d9193bbf683 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456648 May 10 03:21:04.074954 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.131138 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:04.140573 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:04.142526 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:04.156024 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:04.161882 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac296-3a7b-42ac-96d0-00353fccd0ae req-a57692eb-e65e-48fa-beea-6e465aeeb6ce tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.171170 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d47ac296-3a7b-42ac-96d0-00353fccd0ae req-a57692eb-e65e-48fa-beea-6e465aeeb6ce tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 932 time: 0.0788445 May 10 03:21:04.229870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55154) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:04.261689 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.262895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.272480 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d47ac296-3a7b-42ac-96d0-00353fccd0ae req-ca326c89-b73f-4d58-ac20-e3e7b3602a4b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990760 May 10 03:21:04.288739 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b2102-f599-4cb1-8ab5-2a0ec3cee671 req-2a6f379d-290c-43e1-bf67-e029c428b4d9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.290762 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ba7b2102-f599-4cb1-8ab5-2a0ec3cee671 req-2a6f379d-290c-43e1-bf67-e029c428b4d9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0716884 May 10 03:21:04.400350 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c60d058c-1a9a-4744-a685-6c71a1b0ce6d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1980419 May 10 03:21:04.406066 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ba7b2102-f599-4cb1-8ab5-2a0ec3cee671 req-86588f7e-9ac1-44b9-be51-f93e6c458944 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077330 May 10 03:21:04.430297 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1daa4-4f25-4766-8d0a-6b2ea42da7a0 req-edeaa7f8-5a69-4af0-be1e-cc9dc4b78727 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.432649 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-28b1daa4-4f25-4766-8d0a-6b2ea42da7a0 req-edeaa7f8-5a69-4af0-be1e-cc9dc4b78727 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0776072 May 10 03:21:04.436504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Request body: {'port': {'device_id': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:04.444386 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-405955626-network', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:04.486866 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36af8-0722-414f-9716-95eaed22199f req-c3c46923-572d-4b5e-bbd8-cdc51c7971f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.486866 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-c3c46923-572d-4b5e-bbd8-cdc51c7971f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1129 time: 0.0915058 May 10 03:21:04.489599 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-28b1daa4-4f25-4766-8d0a-6b2ea42da7a0 req-915b4a3a-b77e-45b7-9431-bdf7d11ac0c5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510116 May 10 03:21:04.500658 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9f3d59ab-b763-4239-8374-c5d8070024fc None None] Provisioning complete for port d0c4a220-cc8c-4389-8209-eac5e6740986 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:04.504827 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f3d59ab-b763-4239-8374-c5d8070024fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.545658 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d59ab-b763-4239-8374-c5d8070024fc None None] Port d0c4a220-cc8c-4389-8209-eac5e6740986 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:04.574511 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.619510 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Made reservation on behalf of c5f50448e3cc4533a5c70bb766559548 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:04.621612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.642417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.656096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36af8-0722-414f-9716-95eaed22199f req-55d3d743-4f28-4807-bd19-6e274ef786d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.657507 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-55d3d743-4f28-4807-bd19-6e274ef786d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.1638618 May 10 03:21:04.809716 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e00eeae9-db9b-46b3-b858-0190082d908f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:21:04.823805 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-8c8e3980-821b-4f7f-bdcd-d70b8b7bb8d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 1000 time: 0.1569388 May 10 03:21:04.907321 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e00eeae9-db9b-46b3-b858-0190082d908f,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:04.923875 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'port_id': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'mac_address': 'fa:16:3e:a5:a8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:21:04.939286 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36af8-0722-414f-9716-95eaed22199f req-3199c8f6-8d58-464d-bbe6-cbcdfcac9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:04.940776 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-3199c8f6-8d58-464d-bbe6-cbcdfcac9336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0865769 May 10 03:21:04.963195 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e00eeae9-db9b-46b3-b858-0190082d908f is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:04.963407 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks [] for security_group (f170774b-a858-4077-83aa-27570d8edf00), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.963711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:04.977554 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00eeae9-db9b-46b3-b858-0190082d908f {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:04.998753 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e00eeae9-db9b-46b3-b858-0190082d908f,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:05.014157 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5d03-a83c-4571-9fda-0dcd9a99d040 req-5e68ba48-ceae-4f2a-9101-146aad1207e5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.015990 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a5d5d03-a83c-4571-9fda-0dcd9a99d040 req-5e68ba48-ceae-4f2a-9101-146aad1207e5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 943 time: 0.0692575 May 10 03:21:05.030174 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f170774b-a858-4077-83aa-27570d8edf00), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.071695 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a5d5d03-a83c-4571-9fda-0dcd9a99d040 req-eadd34dc-280b-4116-bd8a-4cab2d68f3b9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500517 May 10 03:21:05.077248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.079840 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c4a220-cc8c-4389-8209-eac5e6740986 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:05.101061 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks [] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.108436 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:21:05.111743 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea36af8-0722-414f-9716-95eaed22199f req-1f42fb77-1aca-4116-8253-ff018460e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.113336 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-1f42fb77-1aca-4116-8253-ff018460e40e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0951905 May 10 03:21:05.134667 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f170774b-a858-4077-83aa-27570d8edf00,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.135339 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.143412 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.144223 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.144533 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.144928 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.145267 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.145593 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.145975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.146386 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.147243 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.147587 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.147937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.148469 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.148804 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.149127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.149451 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:21:05.163582 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bee331-e23e-4393-ba64-2a9da78247a6 req-84f6986a-0c12-4419-bcb9-3b071baf698d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.166251 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-32bee331-e23e-4393-ba64-2a9da78247a6 req-84f6986a-0c12-4419-bcb9-3b071baf698d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0569994 May 10 03:21:05.166717 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (d5b149ba-0acf-4802-a3d9-d5fbe7830cd0), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.167330 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Added segment d5b149ba-0acf-4802-a3d9-d5fbe7830cd0 of type vlan for network fd06a560-d19c-42bf-9edf-338d072861b7 May 10 03:21:05.193294 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Transition to ACTIVE for port object d0c4a220-cc8c-4389-8209-eac5e6740986 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:21:05.213967 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-32bee331-e23e-4393-ba64-2a9da78247a6 req-4362944c-ee72-48db-ba9f-b7e9796c7489 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430245 May 10 03:21:05.245339 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (fd06a560-d19c-42bf-9edf-338d072861b7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.260152 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.325646 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-07fd61ee-6c9e-4cf5-9876-2c65328613d6 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024295 May 10 03:21:05.363417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.364425 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e00eeae9-db9b-46b3-b858-0190082d908f'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:05.411281 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181775bd-fd12-4e00-8601-e00dfba0cbfb req-c37cc953-6a4c-486f-921b-2fd94b84ffc6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.420102 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-181775bd-fd12-4e00-8601-e00dfba0cbfb req-c37cc953-6a4c-486f-921b-2fd94b84ffc6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0564547 May 10 03:21:05.462578 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (fd06a560-d19c-42bf-9edf-338d072861b7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.463549 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.464156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.484594 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-181775bd-fd12-4e00-8601-e00dfba0cbfb req-e71679f6-fe06-4e91-af3e-9e4395e4e306 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635788 May 10 03:21:05.561595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] Pushing event updated for resources: {'Network': ['ID=fd06a560-d19c-42bf-9edf-338d072861b7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.573569 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Attempting to bind port d0c4a220-cc8c-4389-8209-eac5e6740986 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:05.573838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Attempting to bind port d0c4a220-cc8c-4389-8209-eac5e6740986 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:05.574167 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Attempting to bind port d0c4a220-cc8c-4389-8209-eac5e6740986 on network f7af8e2a-dbcc-4511-a892-852e6c171e4a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:05.576583 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network fd06a560-d19c-42bf-9edf-338d072861b7 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:21:05.585194 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0ea36af8-0722-414f-9716-95eaed22199f req-2c116686-2f45-48a1-b451-19202b3a3058 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457547 May 10 03:21:05.586114 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Port d0c4a220-cc8c-4389-8209-eac5e6740986 on network f7af8e2a-dbcc-4511-a892-852e6c171e4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:21:05.586445 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Attempting to bind port d0c4a220-cc8c-4389-8209-eac5e6740986 on network f7af8e2a-dbcc-4511-a892-852e6c171e4a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:05.594233 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:05.595184 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Checking segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:05.604212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Bound using segment: {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:05.604212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Bound port: d0c4a220-cc8c-4389-8209-eac5e6740986, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35aa1e34-a0ab-42ba-8ba8-36173cbd2914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:05.604212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.637811 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9cf3b-c698-4d85-8ee3-187a07d6ff04 req-6fb0fe14-e859-4c42-b240-8c1e87c7e306 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.639380 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-73a9cf3b-c698-4d85-8ee3-187a07d6ff04 req-6fb0fe14-e859-4c42-b240-8c1e87c7e306 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.1126080 May 10 03:21:05.650391 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-83bc843a-f664-4f0a-b25c-49900953f03e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4163256 May 10 03:21:05.650989 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55168) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:05.657249 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Request body: {'subnet': {'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-405955626-subnet', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:05.698263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:05.701293 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:05.705901 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09501947-69a1-475d-8556-9daadf7b436e req-8cd57bbc-e3e4-4613-80bc-b786a1f9cbfe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.707522 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09501947-69a1-475d-8556-9daadf7b436e req-8cd57bbc-e3e4-4613-80bc-b786a1f9cbfe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.1151428 May 10 03:21:05.745645 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-73a9cf3b-c698-4d85-8ee3-187a07d6ff04 req-9f6a04a7-0681-4333-8fb0-8332082e3a21 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743227 May 10 03:21:05.755307 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Made reservation on behalf of c5f50448e3cc4533a5c70bb766559548 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:05.759047 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.772513 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09501947-69a1-475d-8556-9daadf7b436e req-8045a380-2bc2-4f10-ab0b-928394815b0a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571690 May 10 03:21:05.797494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.846280 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.846907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:05.848293 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 1094 time: 1.4164701 May 10 03:21:05.851183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:05.853478 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1145b5fd-8032-4ce9-aa08-f441abcfacb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:05.895036 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7297e8b-f50f-4411-b0da-bcf6fe1b3baf x-openstack-request-id: req-f7297e8b-f50f-4411-b0da-bcf6fe1b3baf {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:05.895338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:05.897091 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7297e8b-f50f-4411-b0da-bcf6fe1b3baf {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:05.897091 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7297e8b-f50f-4411-b0da-bcf6fe1b3baf'] response: {'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'status': 'completed', 'code': 200} May 10 03:21:05.897091 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa74cad-8c0c-4db8-88c4-110d81e4ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:05.989505 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-8140a7b8-8a4a-4779-b4d0-076a6fea8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:05.990990 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-8140a7b8-8a4a-4779-b4d0-076a6fea8ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1128 time: 0.0523958 May 10 03:21:06.121771 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-75f1b5e1-58a3-4f99-9d71-720c57b427a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.123424 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-75f1b5e1-58a3-4f99-9d71-720c57b427a6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1104174 May 10 03:21:06.143806 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (65abd7ce-e395-441d-adf4-b46cbe25f26c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.186175 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b40ba9-79ab-45d2-9fff-ede949dd47a4 req-4fc9f4e6-c038-4855-a284-e1525fd973f3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.187860 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-90b40ba9-79ab-45d2-9fff-ede949dd47a4 req-4fc9f4e6-c038-4855-a284-e1525fd973f3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 944 time: 0.0474913 May 10 03:21:06.195993 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65abd7ce-e395-441d-adf4-b46cbe25f26c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:06.213081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Checking segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:06.213439 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Network hostable DHCP agents. Network: fd06a560-d19c-42bf-9edf-338d072861b7, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:21:06.236205 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-90b40ba9-79ab-45d2-9fff-ede949dd47a4 req-48370b83-4577-4f32-877a-de6a389da4eb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 May 10 03:21:06.275040 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Network fd06a560-d19c-42bf-9edf-338d072861b7 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:21:06.340717 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bd555-89d5-4a07-881d-f73e7117f1eb req-8a548c1d-b809-4986-b9a6-000459578174 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.342205 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-565bd555-89d5-4a07-881d-f73e7117f1eb req-8a548c1d-b809-4986-b9a6-000459578174 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0495899 May 10 03:21:06.346551 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, fd06a560-d19c-42bf-9edf-338d072861b7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:06.350987 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.351969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.354975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2f294-2262-4eed-8b9d-2f8668dd39dc None None] Network fd06a560-d19c-42bf-9edf-338d072861b7 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:06.390477 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-565bd555-89d5-4a07-881d-f73e7117f1eb req-28a907c2-9f43-496e-adac-69a51183ac37 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426290 May 10 03:21:06.434196 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-6538d48c-98f2-4192-acfe-48253d788e9f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7821605 May 10 03:21:06.437070 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55176) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:06.441490 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:06.472515 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-fd06a560-d19c-42bf-9edf-338d072861b7', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:21:06.473297 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.521288 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.523039 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.580260 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for router_controller (466b895f-36a3-4154-af1f-d3c75c45fb12), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.617049 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Allocated IP 172.20.0.2 (fd06a560-d19c-42bf-9edf-338d072861b7/65abd7ce-e395-441d-adf4-b46cbe25f26c/607d9b9c-0bf9-49ee-b065-afa4496a1394) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:06.631834 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa8e6-2f44-4dd4-a227-5e0439278980 req-420f32eb-3808-4c22-9a7f-014d21fcc2c2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.633014 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-18aaa8e6-2f44-4dd4-a227-5e0439278980 req-420f32eb-3808-4c22-9a7f-014d21fcc2c2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0514600 May 10 03:21:06.749041 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-183d67bc-4630-4e60-874d-a33c004774ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.751418 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1145b5fd-8032-4ce9-aa08-f441abcfacb1 req-183d67bc-4630-4e60-874d-a33c004774ea service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008368 May 10 03:21:06.752470 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-18aaa8e6-2f44-4dd4-a227-5e0439278980 req-11dc108c-1bb5-4866-b1f1-b0250ff43e5c tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133826 May 10 03:21:06.789631 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks [] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.827491 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e00eeae9-db9b-46b3-b858-0190082d908f up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:06.846152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for router_gateway (466b895f-36a3-4154-af1f-d3c75c45fb12), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.877870 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:06.887507 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port e00eeae9-db9b-46b3-b858-0190082d908f completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:21:06.899859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-865b40b7-d25d-41fb-a841-d43de6c51b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.901462 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-865b40b7-d25d-41fb-a841-d43de6c51b9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1128 time: 0.0860808 May 10 03:21:06.920362 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Network fd06a560-d19c-42bf-9edf-338d072861b7 is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:06.923278 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:06.926853 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:06.953665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5e60d-37a9-4556-ba57-434bbd68d3e7 req-22df266d-2365-4f34-808b-ef5377e916ab tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.955142 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a6c5e60d-37a9-4556-ba57-434bbd68d3e7 req-22df266d-2365-4f34-808b-ef5377e916ab tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.1039722 May 10 03:21:06.960140 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-b9073bd4-08ff-46f4-8e98-666e43e5a379 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 217 time: 0.0464344 May 10 03:21:06.961674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f2050-9070-4ae6-a745-8b7c7e8d853e req-824ea268-0827-4a34-b2d7-2d2b4cae7f6d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:06.965371 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-325f2050-9070-4ae6-a745-8b7c7e8d853e req-824ea268-0827-4a34-b2d7-2d2b4cae7f6d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.1148820 May 10 03:21:06.967646 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Pushing event updated for resources: {'Port': ['ID=607d9b9c-0bf9-49ee-b065-afa4496a1394,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:06.970095 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port e00eeae9-db9b-46b3-b858-0190082d908f triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:06.970472 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.015199 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-88c539e8-7941-4a16-b121-57106017893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.017247 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-88c539e8-7941-4a16-b121-57106017893c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.0511456 May 10 03:21:07.025288 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Attempting to bind port 607d9b9c-0bf9-49ee-b065-afa4496a1394 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:07.025660 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Attempting to bind port 607d9b9c-0bf9-49ee-b065-afa4496a1394 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:07.026019 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Attempting to bind port 607d9b9c-0bf9-49ee-b065-afa4496a1394 on network fd06a560-d19c-42bf-9edf-338d072861b7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:07.038182 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:07.038552 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Checking segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:07.039212 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.039604 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Bound using segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:07.040101 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Bound port: 607d9b9c-0bf9-49ee-b065-afa4496a1394, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:07.040475 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.093150 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a6c5e60d-37a9-4556-ba57-434bbd68d3e7 req-2b2cbf2a-e2a0-48e1-b207-c07742e4e6a4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265738 May 10 03:21:07.102914 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-325f2050-9070-4ae6-a745-8b7c7e8d853e req-76becf18-2c94-41c0-a3b4-06d7f4c89554 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883758 May 10 03:21:07.129068 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e00eeae9-db9b-46b3-b858-0190082d908f is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:07.129261 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.147938 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] For port 607d9b9c-0bf9-49ee-b065-afa4496a1394, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:07.164740 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] For port 607d9b9c-0bf9-49ee-b065-afa4496a1394, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=607d9b9c-0bf9-49ee-b065-afa4496a1394,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:07.169234 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:07.171449 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa7ff34-7c78-41ab-9f37-e54358c42805" -d '{"events": [{"server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "name": "network-vif-plugged", "status": "completed", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:07.184765 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e00eeae9-db9b-46b3-b858-0190082d908f,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:07.212771 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3baa7-7c38-4636-a2dc-3189c4fbe469 x-openstack-request-id: req-7ee3baa7-7c38-4636-a2dc-3189c4fbe469 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:07.212908 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for router_gateway (466b895f-36a3-4154-af1f-d3c75c45fb12), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.213347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "name": "network-vif-plugged", "status": "completed", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:07.213347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ee3baa7-7c38-4636-a2dc-3189c4fbe469 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:07.213347 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee3baa7-7c38-4636-a2dc-3189c4fbe469'] response: {'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'code': 200} May 10 03:21:07.229586 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.261228 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.289927 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.328664 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a9ccd-5181-4528-b45d-d4d8d043ee17 None None] Pushing event updated for resources: {'Port': ['ID=607d9b9c-0bf9-49ee-b065-afa4496a1394,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:07.396519 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Allocated IP 172.28.1.236 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:07.396870 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:07.396971 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05888c6-61c2-46c5-9e79-fd61c56536fc req-befc4de0-7d75-4f20-875b-3bc1e5eeb655 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.397398 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d05888c6-61c2-46c5-9e79-fd61c56536fc req-befc4de0-7d75-4f20-875b-3bc1e5eeb655 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0736897 May 10 03:21:07.506486 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d05888c6-61c2-46c5-9e79-fd61c56536fc req-528422ff-fbf4-49cd-ba14-2a144797533b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075890 May 10 03:21:07.569519 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4577-d5ed-4a19-927c-dd64dd6331a4 req-a26b3bca-2ef5-492e-9586-703bce6ddee3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.571071 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-35cc4577-d5ed-4a19-927c-dd64dd6331a4 req-a26b3bca-2ef5-492e-9586-703bce6ddee3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0839088 May 10 03:21:07.579601 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-92290e68-4d84-404a-827d-96fa9510f47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.620621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.652737 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-35cc4577-d5ed-4a19-927c-dd64dd6331a4 req-8393daa3-e014-4e06-bdbf-e6feea90b912 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719600 May 10 03:21:07.763929 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:07.809637 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:07.812643 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:07.819468 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:07.825469 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:07.951952 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989b51a-f727-4a60-b329-75c8fb6c33be req-ca5cf1ea-f48b-4241-a54a-a9b208811962 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:07.953377 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0989b51a-f727-4a60-b329-75c8fb6c33be req-ca5cf1ea-f48b-4241-a54a-a9b208811962 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0959542 May 10 03:21:08.008233 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-95ab0929-a3a4-4f0b-a60a-9fd44bc4ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.009879 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-95ab0929-a3a4-4f0b-a60a-9fd44bc4ed18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0550575 May 10 03:21:08.019437 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0989b51a-f727-4a60-b329-75c8fb6c33be req-7feeb80b-ab00-4cb8-b224-2bc7c926be62 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593574 May 10 03:21:08.203695 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-c346a295-8de9-43e9-b215-509723c47012 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229761 May 10 03:21:08.220184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for router_gateway (466b895f-36a3-4154-af1f-d3c75c45fb12), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.320707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0405d-533b-4501-820e-1e833e8449fe req-bb53fc24-6f3d-49d1-8996-28ab203923b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.322270 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1dd0405d-533b-4501-820e-1e833e8449fe req-bb53fc24-6f3d-49d1-8996-28ab203923b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0553486 May 10 03:21:08.328069 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16eeb3-0b22-4368-8778-9e53269f07f4 req-a2afb9f3-9ab8-4e79-82a5-a60879222f2d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.329532 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8c16eeb3-0b22-4368-8778-9e53269f07f4 req-a2afb9f3-9ab8-4e79-82a5-a60879222f2d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.1191730 May 10 03:21:08.351924 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ecadc77f-c2ac-4377-acb8-ba96ee6630ef req-5cb4cdf0-40fa-4164-89e7-8b99464042b7 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450648 May 10 03:21:08.356143 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14e99-bc61-41bf-9385-914bd05d4024 req-6b6beac2-1686-4f9d-90c1-6b09b71c9498 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.357586 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97e14e99-bc61-41bf-9385-914bd05d4024 req-6b6beac2-1686-4f9d-90c1-6b09b71c9498 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0997458 May 10 03:21:08.445271 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89f70d0-8195-48e2-b62d-cc447e552a02 None None] Network fd06a560-d19c-42bf-9edf-338d072861b7 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:08.457587 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754322a4-4272-4ed6-b026-e1f523009b7a req-789f66b9-7d7e-4b9d-a600-8fff0a6f5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.459269 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-754322a4-4272-4ed6-b026-e1f523009b7a req-789f66b9-7d7e-4b9d-a600-8fff0a6f5b38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 1129 time: 0.0584686 May 10 03:21:08.461653 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1dd0405d-533b-4501-820e-1e833e8449fe req-2fa23155-c79b-479d-9642-340c779074d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 May 10 03:21:08.565838 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Provisioning complete for port 607d9b9c-0bf9-49ee-b065-afa4496a1394 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:08.566209 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.727633 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-754322a4-4272-4ed6-b026-e1f523009b7a req-3b776c02-4d75-4b65-b7d2-3610e5bf006d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810404 May 10 03:21:08.766552 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8c16eeb3-0b22-4368-8778-9e53269f07f4 req-ae4a4fa2-8813-41b1-8b66-2d640cad70d1 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272876 May 10 03:21:08.790111 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97e14e99-bc61-41bf-9385-914bd05d4024 req-dafd474e-b77c-4741-b828-70dd713d9912 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511021 May 10 03:21:08.823425 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 607d9b9c-0bf9-49ee-b065-afa4496a1394 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:08.870236 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Current status of the port 607d9b9c-0bf9-49ee-b065-afa4496a1394 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:08.870774 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.918880 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 607d9b9c-0bf9-49ee-b065-afa4496a1394 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:08.919366 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.922683 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] For port 607d9b9c-0bf9-49ee-b065-afa4496a1394, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=607d9b9c-0bf9-49ee-b065-afa4496a1394,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:08.942424 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:08.953427 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a5e99-29b6-4925-b98b-6a79ef64c15b req-98459358-5293-44f6-8845-aeacf01e588d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.954870 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3c5a5e99-29b6-4925-b98b-6a79ef64c15b req-98459358-5293-44f6-8845-aeacf01e588d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0861690 May 10 03:21:08.965774 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f743ed-48b1-419e-b8f9-ad6b86fab579 req-070ddd52-15d0-4ae9-8b0e-47f95c27a52e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:08.967177 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44f743ed-48b1-419e-b8f9-ad6b86fab579 req-070ddd52-15d0-4ae9-8b0e-47f95c27a52e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0995984 May 10 03:21:08.998875 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.004975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 607d9b9c-0bf9-49ee-b065-afa4496a1394 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:09.005365 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.082341 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4e92c-f35e-4906-a063-eb279a530550 None None] Pushing event updated for resources: {'Port': ['ID=607d9b9c-0bf9-49ee-b065-afa4496a1394,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:09.096440 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.db.api [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 03:21:09.096800 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG oslo_db.api [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 03:21:09.115674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-029e2af4-81ee-4559-84ad-9c163de3859a None None] Provisioning complete for port 607d9b9c-0bf9-49ee-b065-afa4496a1394 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:09.116074 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-029e2af4-81ee-4559-84ad-9c163de3859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.119020 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3c5a5e99-29b6-4925-b98b-6a79ef64c15b req-0756116a-dcf7-49dc-84fd-f83241fc7a72 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195893 May 10 03:21:09.123922 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44f743ed-48b1-419e-b8f9-ad6b86fab579 req-3398d6d8-7c4c-4278-8f57-966e702d5866 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228185 May 10 03:21:09.202627 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-029e2af4-81ee-4559-84ad-9c163de3859a None None] Current status of the port 607d9b9c-0bf9-49ee-b065-afa4496a1394 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:09.242825 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9955f-be4d-406f-a2be-5137eda5a8a6 req-b2ec22d4-bec9-4b05-a992-340f6864d162 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:09.244303 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fce9955f-be4d-406f-a2be-5137eda5a8a6 req-b2ec22d4-bec9-4b05-a992-340f6864d162 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0465188 May 10 03:21:09.257717 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Router 466b895f-36a3-4154-af1f-d3c75c45fb12 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:21:09.339165 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fce9955f-be4d-406f-a2be-5137eda5a8a6 req-9a62b1c5-49bf-45bd-b946-520214b186f1 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887673 May 10 03:21:09.401035 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:09.409645 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Sync routers for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:09.419416 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:09.421623 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:20:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:09.485519 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.486776 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3c26d7a6-ecc4-4703-aa02-9c607fe79e69 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0487130 May 10 03:21:09.489413 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55208) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:09.526608 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:09.645873 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 607d9b9c-0bf9-49ee-b065-afa4496a1394 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:09.697709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-190db1bc-2465-4fca-a9af-47fea26edb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.702015 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 3, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:09.728176 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Checking router: 466b895f-36a3-4154-af1f-d3c75c45fb12 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:09.728524 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Updating router 466b895f-36a3-4154-af1f-d3c75c45fb12 port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:21:09.754893 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.912993 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad9a4b-a9aa-4add-b10c-2d0593d92051 req-d062b1be-bbbb-40f8-a1db-0465023a26cc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:09.914795 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3dad9a4b-a9aa-4add-b10c-2d0593d92051 req-d062b1be-bbbb-40f8-a1db-0465023a26cc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0761476 May 10 03:21:09.977173 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:09.999967 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3dad9a4b-a9aa-4add-b10c-2d0593d92051 req-31f994fb-d923-4901-b9ea-8862c6b20797 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783978 May 10 03:21:10.011482 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks [] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.132589 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.140869 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Allocated IP 172.20.0.1 (fd06a560-d19c-42bf-9edf-338d072861b7/65abd7ce-e395-441d-adf4-b46cbe25f26c/e7eb5279-f18f-46ab-ad56-951d1d87a6c4) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:10.181615 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f345923-4d8b-41b3-9ea9-1b6a1f08cf8c None None] Pushing event updated for resources: {'Port': ['ID=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:10.200551 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Attempting to bind port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:10.201855 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Attempting to bind port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:10.202375 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Attempting to bind port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:10.208764 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:10.209900 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:10.210433 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.211099 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:10.211704 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Bound port: b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:10.212366 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.265921 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] For port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:10.268928 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] For port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:10.308641 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d9bd4-c5c2-497a-88f9-2e58374cba0f req-81300726-cc45-4ca3-9cf9-c5c095bb7ac1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.310395 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-462d9bd4-c5c2-497a-88f9-2e58374cba0f req-81300726-cc45-4ca3-9cf9-c5c095bb7ac1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.1024549 May 10 03:21:10.331826 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180eea8-64dd-44ea-8219-6a810a8dbb33 req-81ffd210-109d-438c-8d77-b934d0f39027 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.333227 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9180eea8-64dd-44ea-8219-6a810a8dbb33 req-81ffd210-109d-438c-8d77-b934d0f39027 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0939431 May 10 03:21:10.350748 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.363209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks [] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.407588 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:10.408247 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:10.422218 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-462d9bd4-c5c2-497a-88f9-2e58374cba0f req-bd207010-e570-4336-8c5e-7af9598867f7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026750 May 10 03:21:10.445648 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9180eea8-64dd-44ea-8219-6a810a8dbb33 req-fca53c06-a42a-4ff5-b99f-af9c8108efc7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949337 May 10 03:21:10.464883 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f345923-4d8b-41b3-9ea9-1b6a1f08cf8c None None] Pushing event updated for resources: {'Port': ['ID=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:10.529913 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:10.535666 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.590195 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6ef0-5899-45aa-9962-d9f5395bdf09 req-358090a3-7688-4cf8-bf87-6d9e902ab7d2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:10.592240 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f33f6ef0-5899-45aa-9962-d9f5395bdf09 req-358090a3-7688-4cf8-bf87-6d9e902ab7d2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0881321 May 10 03:21:10.595965 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Network fd06a560-d19c-42bf-9edf-338d072861b7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:10.600525 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:10.603878 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:10.604391 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (466b895f-36a3-4154-af1f-d3c75c45fb12), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.668393 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Pushing event updated for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:10.727366 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f33f6ef0-5899-45aa-9962-d9f5395bdf09 req-60a5d9e4-802c-439e-bc47-bdcc422c1a15 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279428 May 10 03:21:10.733611 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 607d9b9c-0bf9-49ee-b065-afa4496a1394 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:10.803037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 607d9b9c-0bf9-49ee-b065-afa4496a1394 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:10.803859 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.808893 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 3, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:10.836847 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:21:10.842085 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb052f-92ce-4366-8e7a-1fa1dfa7c7f8 None None] The sync data for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb is: [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:07Z', 'revision_number': 3, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:10.878495 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:10.965461 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-ba43ba6f-8fe1-4db2-b349-cae16813be57 None None] Provisioning complete for port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:10.966030 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-ba43ba6f-8fe1-4db2-b349-cae16813be57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.024646 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:11.030720 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.050578 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 607d9b9c-0bf9-49ee-b065-afa4496a1394 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:11.058089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:21:11.062879 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-ba43ba6f-8fe1-4db2-b349-cae16813be57 None None] Port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:11.065822 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks [] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.115420 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:11.115939 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.143193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.143985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (466b895f-36a3-4154-af1f-d3c75c45fb12), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.155814 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:11.184060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad555b4-539b-4708-8b0c-312ed9bf1580 req-66d92fbf-4d68-4f8a-b9c1-726609f09d94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:11.185139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:11.188519 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ad555b4-539b-4708-8b0c-312ed9bf1580 req-66d92fbf-4d68-4f8a-b9c1-726609f09d94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.1003997 May 10 03:21:11.259025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.266859 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Pushing event updated for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:11.312750 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ad555b4-539b-4708-8b0c-312ed9bf1580 req-0a6f79fe-5089-4cd9-be4e-22e6d26c8b10 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194978 May 10 03:21:11.318589 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:11.345186 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Network fd06a560-d19c-42bf-9edf-338d072861b7 is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:11.345186 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:11.386204 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['373a71b7-374a-4584-ad6b-1d09a234ef37'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:11.537683 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Router 466b895f-36a3-4154-af1f-d3c75c45fb12 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:11.668278 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dc42c-757f-41cb-872f-5fbdbab7dd29 req-1ace15d8-cf78-4490-957f-8eec751fb667 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:11.669786 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b7dc42c-757f-41cb-872f-5fbdbab7dd29 req-1ace15d8-cf78-4490-957f-8eec751fb667 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.1181443 May 10 03:21:11.692100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f28f33c2-a5b5-42ad-8569-273262ea550e None None] Provisioning complete for port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:11.692722 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f28f33c2-a5b5-42ad-8569-273262ea550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:11.731567 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f28f33c2-a5b5-42ad-8569-273262ea550e None None] Port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:11.760381 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b7dc42c-757f-41cb-872f-5fbdbab7dd29 req-a8ab3eae-9526-4a71-a6a3-33b0df16b6ad tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840893 May 10 03:21:11.786842 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:11.794131 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-58515344-7e16-42b5-83fd-644aed8e5310 admin admin] 10.222.0.65 "PUT /v2.0/routers/466b895f-36a3-4154-af1f-d3c75c45fb12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3036191 May 10 03:21:11.947054 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e2f34-defb-44b3-99a4-7c666afe5cc4 req-ab927442-64a6-4531-bdba-b471a9b01642 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:11.948540 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bc5e2f34-defb-44b3-99a4-7c666afe5cc4 req-ab927442-64a6-4531-bdba-b471a9b01642 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 944 time: 0.1025684 May 10 03:21:11.969129 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590a9d0-039e-45a3-97ae-7ee932fd1ae4 req-2ae17543-4b9d-4229-b21e-799c5680ea32 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:11.970603 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c590a9d0-039e-45a3-97ae-7ee932fd1ae4 req-2ae17543-4b9d-4229-b21e-799c5680ea32 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0866783 May 10 03:21:12.034179 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bc5e2f34-defb-44b3-99a4-7c666afe5cc4 req-cb2d55c5-5f32-4824-8bdb-ce6dbe8d8421 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797215 May 10 03:21:12.046928 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c590a9d0-039e-45a3-97ae-7ee932fd1ae4 req-7222b368-ea8a-4f9f-93c0-eb92e7f70f20 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691800 May 10 03:21:12.152900 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243388eb-66a7-4d09-9135-34399c6cf5c2 req-19774243-ede0-44ea-a111-5087d2caa7f4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.154510 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-243388eb-66a7-4d09-9135-34399c6cf5c2 req-19774243-ede0-44ea-a111-5087d2caa7f4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0487018 May 10 03:21:12.203457 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-243388eb-66a7-4d09-9135-34399c6cf5c2 req-8a282c8e-4c12-4648-af96-e8de5cccd716 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 May 10 03:21:12.264656 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-a50272e7-8f5a-4fdb-84bf-c32f130dbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.266337 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-a50272e7-8f5a-4fdb-84bf-c32f130dbc2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0495708 May 10 03:21:12.370440 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-a9c7c0ed-bf59-4dbe-87c9-8208daa1f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.372047 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-a9c7c0ed-bf59-4dbe-87c9-8208daa1f7c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.0986524 May 10 03:21:12.419106 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-13a054d5-c868-46d4-b37d-a376334aa837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0404112 May 10 03:21:12.473264 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-8bbc25cb-9dfc-4656-ae5e-10716a9232c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.475269 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-8bbc25cb-9dfc-4656-ae5e-10716a9232c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0460796 May 10 03:21:12.483576 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.515087 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55246) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:12.520720 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1107156652-network', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:12.535486 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-acbb927f-c541-4634-a8a1-e96db5e0770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.537668 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-acbb927f-c541-4634-a8a1-e96db5e0770c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490706 May 10 03:21:12.629950 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Made reservation on behalf of ced4058cd83546b98ab43c9d382c16d6 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:12.633427 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.634399 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-ee144b4b-0bb7-4b79-a19b-7791b23f6a7f service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 May 10 03:21:12.642501 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.720629 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:12.744616 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bb0a3bba-7bc5-41ec-ab44-f2e3f003d511 req-f7a3bbe5-39ec-402a-b421-4b76ba258eb8 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035345 May 10 03:21:12.747621 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Sync routers for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:12.747965 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks [] for security_group (f957682c-5a6c-4a48-97ac-80042e3d77a6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.776041 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:12.776960 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:12.821295 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f957682c-5a6c-4a48-97ac-80042e3d77a6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.844333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:21:12.846177 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:12.871928 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:12.872317 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.877025 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:21:12.883906 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957682c-5a6c-4a48-97ac-80042e3d77a6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:12.896943 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (1ba28ddf-c37e-4098-92af-77cff03c551e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:12.897294 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Added segment 1ba28ddf-c37e-4098-92af-77cff03c551e of type vlan for network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed May 10 03:21:12.912719 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf3930-b5a1-4866-b210-2f171bd9f34b req-45f85940-7ae2-446f-9e38-d553a0d4829d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:12.914493 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ebaf3930-b5a1-4866-b210-2f171bd9f34b req-45f85940-7ae2-446f-9e38-d553a0d4829d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0832045 May 10 03:21:12.961508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.008210 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ebaf3930-b5a1-4866-b210-2f171bd9f34b req-4518c0f7-c40c-488e-959c-0e1ea29d96a9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725839 May 10 03:21:13.027882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:13.097579 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 373a71b7-374a-4584-ad6b-1d09a234ef37 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:13.097944 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.248302 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:13.248584 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.254832 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:13.349426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.350376 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.350944 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.418826 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'mac_address': 'fa:16:3e:6c:48:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:21:13.425405 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:13.456266 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5133e-fe38-455c-ad5b-d93bb2982f28 req-abe34380-6d5f-4b3d-bb1d-b90431609ed6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.457795 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-49a5133e-fe38-455c-ad5b-d93bb2982f28 req-abe34380-6d5f-4b3d-bb1d-b90431609ed6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.3869026 May 10 03:21:13.473272 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55260) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:13.478341 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'port_id': 'e00eeae9-db9b-46b3-b858-0190082d908f'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:13.480993 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7da1c7-e6f4-472b-838e-fd3ade1718a8 req-b64069ab-4ca2-442e-bb23-78413e8d852f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.483743 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fb7da1c7-e6f4-472b-838e-fd3ade1718a8 req-b64069ab-4ca2-442e-bb23-78413e8d852f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 944 time: 0.1380231 May 10 03:21:13.483743 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d9feb1-b67d-4b9f-b577-0a24c756a5ed,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.508478 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:21:13.537605 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.551318 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fb7da1c7-e6f4-472b-838e-fd3ade1718a8 req-e6d9164b-73e8-481f-853a-b1ddd1c27234 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599525 May 10 03:21:13.606079 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:13.606483 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.620293 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port d0c4a220-cc8c-4389-8209-eac5e6740986 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:13.621731 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.621892 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fed5f-91a3-4996-a99e-58fef35b7a3b req-3a77a448-ff45-4089-a970-7e02f8368cbe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.622590 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ca8fed5f-91a3-4996-a99e-58fef35b7a3b req-3a77a448-ff45-4089-a970-7e02f8368cbe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0616722 May 10 03:21:13.623084 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.673701 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-aa73ba77-fe3a-4099-8366-eb5fbd63f671 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1566021 May 10 03:21:13.674351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55262) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:13.679778 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Request body: {'subnet': {'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1107156652-subnet', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:13.699485 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f40e-7abc-4bc3-ab5d-ff070e3dda18 req-b0b9d0a0-9d45-4906-90e0-1c8c2aa56172 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:13.701045 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2801f40e-7abc-4bc3-ab5d-ff070e3dda18 req-b0b9d0a0-9d45-4906-90e0-1c8c2aa56172 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0775709 May 10 03:21:13.716191 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c4a220-cc8c-4389-8209-eac5e6740986 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:13.729040 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 2, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:13.741880 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:13.744241 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d283cb4c-29e0-4076-b499-42fca7d3cce1" -d '{"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:13.753564 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ca8fed5f-91a3-4996-a99e-58fef35b7a3b req-b642ab85-0dc7-4a6b-9fa5-c32f31438375 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177621 May 10 03:21:13.786145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Made reservation on behalf of ced4058cd83546b98ab43c9d382c16d6 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:13.789564 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.792872 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2801f40e-7abc-4bc3-ab5d-ff070e3dda18 req-657ad24d-4ce9-482c-96cd-5d261635dff3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814342 May 10 03:21:13.815757 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Checking router: 466b895f-36a3-4154-af1f-d3c75c45fb12 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:13.816195 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Updating router 466b895f-36a3-4154-af1f-d3c75c45fb12 port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:21:13.822368 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aa2c70-9966-407d-99d1-0aba00922451 x-openstack-request-id: req-59aa2c70-9966-407d-99d1-0aba00922451 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:13.822624 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:13.822882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59aa2c70-9966-407d-99d1-0aba00922451 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:13.823267 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59aa2c70-9966-407d-99d1-0aba00922451'] response: {'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'code': 200} May 10 03:21:13.826241 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:13.829151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:13.857526 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:13.870885 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.925648 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:13.952549 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.014905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.055804 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.177076 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.271102 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['d0c4a220-cc8c-4389-8209-eac5e6740986'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:14.324514 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks [] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.414288 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.435573 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (ee468629-b962-4bdc-b05b-8b7cd3ea1868), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.477626 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.490345 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9897ca-085d-4b8f-aec3-fcf8344e8e9f None None] Pushing event updated for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.516052 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee468629-b962-4bdc-b05b-8b7cd3ea1868,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:14.522418 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Checking segment: {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:14.522695 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Network hostable DHCP agents. Network: e9d9feb1-b67d-4b9f-b577-0a24c756a5ed, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:21:14.592472 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.595518 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Attempting to bind port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:14.595975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Attempting to bind port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:14.596264 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Attempting to bind port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 on network fd06a560-d19c-42bf-9edf-338d072861b7 {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:14.615406 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:14.615789 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Checking segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:14.616205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.616602 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Bound using segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:14.617089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Bound port: e7eb5279-f18f-46ab-ad56-951d1d87a6c4, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:14.617470 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.662453 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:21:14.711241 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6bd0-d954-43e1-beba-fdbe1ada41f4 req-4cba80cd-3d7a-4493-94fe-ffdc0e7b613d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.712791 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be9e6bd0-d954-43e1-beba-fdbe1ada41f4 req-4cba80cd-3d7a-4493-94fe-ffdc0e7b613d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0556104 May 10 03:21:14.748045 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] For port e7eb5279-f18f-46ab-ad56-951d1d87a6c4, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:14.751556 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] For port e7eb5279-f18f-46ab-ad56-951d1d87a6c4, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:14.754440 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:14.767024 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be9e6bd0-d954-43e1-beba-fdbe1ada41f4 req-7f5860a9-5f97-4975-b2c1-dd697bb66da2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478163 May 10 03:21:14.776399 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, e9d9feb1-b67d-4b9f-b577-0a24c756a5ed) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:14.782351 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 2dca9ad2-f5e4-415b-9416-7250a0c3993a associated. External IP: 172.28.1.182, port: e00eeae9-db9b-46b3-b858-0190082d908f. May 10 03:21:14.785073 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.785660 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.805501 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1bcac3-830f-4bf4-925f-ed27f08ba5bb None None] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:14.869615 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-661bd689-b0ab-46dc-bbf5-e9d1bcf131c4 None None] Provisioning complete for port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:14.870095 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-661bd689-b0ab-46dc-bbf5-e9d1bcf131c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.912096 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.924127 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2e8022c0-99a7-47a0-97a2-222d57b1e2f9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2485342 May 10 03:21:14.932267 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55278) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:14.938578 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6c6c1-3b02-4970-9221-3298ba903621 req-70d99d55-27fb-4342-8eb3-5ffd2ce695f6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.940962 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1e6c6c1-3b02-4970-9221-3298ba903621 req-70d99d55-27fb-4342-8eb3-5ffd2ce695f6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 945 time: 0.0935712 May 10 03:21:14.945729 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:14.963422 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:14.963800 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:14.969674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ba966-d01a-43fe-a4e1-26ee0041dd95 req-16f19c30-445e-4aa4-8209-14115e8c300f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:14.971200 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-165ba966-d01a-43fe-a4e1-26ee0041dd95 req-16f19c30-445e-4aa4-8209-14115e8c300f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0894802 May 10 03:21:15.017412 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-661bd689-b0ab-46dc-bbf5-e9d1bcf131c4 None None] Port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:15.060139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9bcd2c0-4eff-5e29-94b7-89a9f98751a3-e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'fixed_ips': [{'subnet_id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868'}]}} from dv-cinder-830094-4-smb. {{(pid=103796) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 03:21:15.061420 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.068213 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:15.076326 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1e6c6c1-3b02-4970-9221-3298ba903621 req-87265edf-7f50-4788-8705-e39ebf45c0be tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245096 May 10 03:21:15.085411 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44347'] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.086754 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-547718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44288'] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.093219 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9897ca-085d-4b8f-aec3-fcf8344e8e9f None None] Pushing event updated for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:15.105167 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:15.107079 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.119363 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-165ba966-d01a-43fe-a4e1-26ee0041dd95 req-3b60200f-5795-4483-bc83-fb2168071f6e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174839 May 10 03:21:15.219177 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for router_controller (aa39ee2d-4abc-448d-a454-5fe94ac1b387), precommit_add_association {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.267441 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:15.272337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.279612 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:15.286432 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:15.307016 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:15.308129 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.318319 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-07126cb3-9b4a-47f6-8212-03099a74e504 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "PUT /v2.0/floatingips/2dca9ad2-f5e4-415b-9416-7250a0c3993a HTTP/1.1" status: 200 len: 991 time: 1.8418083 May 10 03:21:15.318319 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:15.331637 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdff1f26-0c08-4b1e-a363-722d11dbf92d" -d '{"events": [{"name": "network-changed", "server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:15.371341 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219a523-32d1-4686-85f3-6fc280c9984f x-openstack-request-id: req-7219a523-32d1-4686-85f3-6fc280c9984f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:15.374400 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:15.374400 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7219a523-32d1-4686-85f3-6fc280c9984f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:15.374400 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7219a523-32d1-4686-85f3-6fc280c9984f'] response: {'name': 'network-changed', 'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'status': 'completed', 'code': 200} May 10 03:21:15.418293 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Provisioning complete for port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:15.419751 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.428233 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:15.471980 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-1b51affe-b179-42aa-a896-00e746f1c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:15.476932 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-1b51affe-b179-42aa-a896-00e746f1c041 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 1129 time: 0.0783851 May 10 03:21:15.484797 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:15.523110 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for router_gateway (aa39ee2d-4abc-448d-a454-5fe94ac1b387), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.595870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-eea067fc-ab6f-49bb-b702-f91d088bed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:15.597496 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-eea067fc-ab6f-49bb-b702-f91d088bed20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 916 time: 0.1159844 May 10 03:21:15.639101 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:15.646505 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.db_base_plugin_common [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Allocated IP 172.20.0.2 (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed/ee468629-b962-4bdc-b05b-8b7cd3ea1868/7a52330c-1947-46a1-bc99-33b650a23f83) {{(pid=103796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:15.651973 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:21:15.688736 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-32d7c54b-e5fa-4567-81e3-2f9ccb85f587 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e00eeae9-db9b-46b3-b858-0190082d908f HTTP/1.1" status: 200 len: 999 time: 0.0834792 May 10 03:21:15.757755 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-f527ce36-f877-453e-adac-7355e8a62691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:15.759515 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-f527ce36-f877-453e-adac-7355e8a62691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0644097 May 10 03:21:15.822500 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-2f74baa6-c3bd-43df-9e70-2fe55e872b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:15.825098 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-2f74baa6-c3bd-43df-9e70-2fe55e872b58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0579369 May 10 03:21:15.826555 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '2dca9ad2-f5e4-415b-9416-7250a0c3993a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.182', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:a5:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:20:54Z', 'updated_at': '2022-05-10T03:21:14Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}, {'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:15.832695 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for router_gateway (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.865804 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Current status of the port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:15.866391 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.877902 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:15.888124 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:15.898945 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:15.899571 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:16.029594 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-cc88f012-0ec8-402a-8047-120cb516bdb8 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966143 May 10 03:21:16.077815 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:14Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:16.079025 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Allocated IP 172.28.1.199 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/c47180af-2405-4d77-86b2-bb3326cf0946) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:16.081625 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port d0c4a220-cc8c-4389-8209-eac5e6740986 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:21:16.095346 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:16.145089 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8fbf5-f050-49ae-98f2-9e6e2143faee req-b57c54c6-2bd8-4484-a542-7df21cb9a281 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:16.147294 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c2f8fbf5-f050-49ae-98f2-9e6e2143faee req-b57c54c6-2bd8-4484-a542-7df21cb9a281 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.2660954 May 10 03:21:16.218321 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] For port e7eb5279-f18f-46ab-ad56-951d1d87a6c4, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:16.221146 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fdff1f26-0c08-4b1e-a363-722d11dbf92d req-fbb9c9d8-442d-4824-a129-a1b4c5e37452 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851354 May 10 03:21:16.224406 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port d0c4a220-cc8c-4389-8209-eac5e6740986 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:16.232173 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.307687 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c2f8fbf5-f050-49ae-98f2-9e6e2143faee req-81b2bde2-6d7d-4ea4-a0c5-bedf71562afc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492345 May 10 03:21:16.315227 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d82d68-ebd0-4ad0-8c82-06e41eb8d703 req-9e1f4c0a-f87a-4dc5-856d-13cfdacb3f9d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:16.316833 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-86d82d68-ebd0-4ad0-8c82-06e41eb8d703 req-9e1f4c0a-f87a-4dc5-856d-13cfdacb3f9d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 945 time: 0.0934615 May 10 03:21:16.333311 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.346380 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703b43c-6f6e-4347-be67-7336d1572b84 None None] The sync data for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb is: [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:14Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:16.367234 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for port (c47180af-2405-4d77-86b2-bb3326cf0946), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.501673 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '2dca9ad2-f5e4-415b-9416-7250a0c3993a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.182', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:a5:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:20:54Z', 'updated_at': '2022-05-10T03:21:14Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}, {'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:16.527097 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16cb0-2b1f-412c-b5a1-87b797aa5426 None None] Pushing event updated for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:16.530237 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.550343 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e8ad0-9bbb-4cbd-90af-adc7f549ff57 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '2dca9ad2-f5e4-415b-9416-7250a0c3993a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.182', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:a5:a8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:20:54Z', 'updated_at': '2022-05-10T03:21:14Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}, {'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:16.556557 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-86d82d68-ebd0-4ad0-8c82-06e41eb8d703 req-4d1a8761-71a6-493a-96c9-ee4187acfa93 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321470 May 10 03:21:16.630280 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Pushing event updated for resources: {'Port': ['ID=c47180af-2405-4d77-86b2-bb3326cf0946,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:16.637899 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:16.644489 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:16.652825 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:16.794905 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port d0c4a220-cc8c-4389-8209-eac5e6740986 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:16.795534 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.796307 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5344d-6f3b-4e04-8666-2e1ec45d5b9d req-f9dd2792-9e34-42a2-a551-c0b79c84a08d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:16.809607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eed5344d-6f3b-4e04-8666-2e1ec45d5b9d req-f9dd2792-9e34-42a2-a551-c0b79c84a08d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.3037820 May 10 03:21:16.842359 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks [] for port (7a52330c-1947-46a1-bc99-33b650a23f83), precommit_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:16.852307 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e7eb5279-f18f-46ab-ad56-951d1d87a6c4 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:16.886084 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:16.888358 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d4b207-b226-4503-87ee-f25cb9e9d981" -d '{"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:16.935493 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eed5344d-6f3b-4e04-8666-2e1ec45d5b9d req-a015b6d7-2889-4496-a48d-19f944c8b81e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126168 May 10 03:21:16.936208 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:16.962301 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), after_create {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.066675 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96820319-28ff-4870-b781-7e321a204258 x-openstack-request-id: req-96820319-28ff-4870-b781-7e321a204258 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:17.066973 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:17.067225 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96820319-28ff-4870-b781-7e321a204258 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:17.067618 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96820319-28ff-4870-b781-7e321a204258'] response: {'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'code': 200} May 10 03:21:17.090789 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc3ba8c-338d-4968-9d6f-c1b53afbb394 None None] New status for floating IP 2dca9ad2-f5e4-415b-9416-7250a0c3993a: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:21:17.096152 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.111072 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed is already hosted by enough agents. {{(pid=103796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:17.116615 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:17.120260 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.130086 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Pushing event updated for resources: {'Port': ['ID=7a52330c-1947-46a1-bc99-33b650a23f83,revision_number=1']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.233276 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for router_gateway (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.235545 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.scheduler.base_scheduler [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Resources bound (agent type, host, resource id): {{(pid=103796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:17.245211 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Received port after_create {{(pid=103796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:17.536971 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cef3e-db09-40d3-81ee-20fe99914a71 req-62a38fde-db6d-47f3-a857-d2e499c3bc83 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:17.540384 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-143cef3e-db09-40d3-81ee-20fe99914a71 req-62a38fde-db6d-47f3-a857-d2e499c3bc83 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1085870 May 10 03:21:17.602127 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Attempting to bind port 7a52330c-1947-46a1-bc99-33b650a23f83 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:17.602928 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Attempting to bind port 7a52330c-1947-46a1-bc99-33b650a23f83 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:17.603390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Attempting to bind port 7a52330c-1947-46a1-bc99-33b650a23f83 on network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:17.614744 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368ce82-2936-41b2-9595-54deaff5cd7d req-2ac44b12-ac3c-4bf2-839c-824f82a792ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:17.624265 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3368ce82-2936-41b2-9595-54deaff5cd7d req-2ac44b12-ac3c-4bf2-839c-824f82a792ae service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.1316235 May 10 03:21:17.628882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:17.629613 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Checking segment: {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:17.630276 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.631466 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Bound using segment: {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:17.632253 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Bound port: 7a52330c-1947-46a1-bc99-33b650a23f83, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:17.633027 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.661156 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:17.674165 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-143cef3e-db09-40d3-81ee-20fe99914a71 req-a8f42c22-9999-4aaf-9f90-cf6ade3cb8de tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903254 May 10 03:21:17.731041 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:17.744613 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3368ce82-2936-41b2-9595-54deaff5cd7d req-75d8be37-1077-429b-aeda-2e5fefee967e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081831 May 10 03:21:17.810512 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-547721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548296'] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:17.817067 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] For port 7a52330c-1947-46a1-bc99-33b650a23f83, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:17.822876 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] For port 7a52330c-1947-46a1-bc99-33b650a23f83, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=7a52330c-1947-46a1-bc99-33b650a23f83,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:17.827100 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354751c-ecf4-4777-be50-5588b0349dd1 req-4a604b28-1238-448e-8cfc-a3faccadd6c9 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:17.842597 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7354751c-ecf4-4777-be50-5588b0349dd1 req-4a604b28-1238-448e-8cfc-a3faccadd6c9 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0763757 May 10 03:21:17.907503 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.040602 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7354751c-ecf4-4777-be50-5588b0349dd1 req-e290df80-48de-4280-b1fe-0fbc17609515 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046907 May 10 03:21:18.041837 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709b6dd-361a-4fc0-be2e-d5e4a8bffa77 None None] Pushing event updated for resources: {'Port': ['ID=7a52330c-1947-46a1-bc99-33b650a23f83,revision_number=2']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:18.192188 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Router aa39ee2d-4abc-448d-a454-5fe94ac1b387 is scheduled to L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 with binding_index 1 {{(pid=103795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 03:21:18.403827 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:18.415097 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Sync routers for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:18.429200 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:18.430948 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:18.566047 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:18.566047 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0dc4134c-6ef2-4167-b762-ce46f1fa3260 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6194723 May 10 03:21:18.566736 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55324) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:18.676106 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:18.895957 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20965-f1c1-4e38-9432-4360facc3b32 req-193fc87a-b7b6-447a-a2e1-26100970ee83 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:18.900623 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 7a52330c-1947-46a1-bc99-33b650a23f83 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:18.904644 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-19d20965-f1c1-4e38-9432-4360facc3b32 req-193fc87a-b7b6-447a-a2e1-26100970ee83 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1034791 May 10 03:21:19.011626 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-19d20965-f1c1-4e38-9432-4360facc3b32 req-d07f41d0-b3ff-4161-9b61-ef5f21354ce0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051204 May 10 03:21:19.066623 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 7a52330c-1947-46a1-bc99-33b650a23f83 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:19.066996 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.110577 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:16Z', 'revision_number': 3, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:19.213884 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 7a52330c-1947-46a1-bc99-33b650a23f83 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:19.214361 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.216702 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Checking router: aa39ee2d-4abc-448d-a454-5fe94ac1b387 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:19.218234 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Updating router aa39ee2d-4abc-448d-a454-5fe94ac1b387 port c47180af-2405-4d77-86b2-bb3326cf0946 binding host dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:21:19.231152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b8e85-6055-41ef-ae2d-a4a95694128c req-2cac5654-c316-490a-8b9d-a064b35ca0be tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:19.238306 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce5b8e85-6055-41ef-ae2d-a4a95694128c req-2cac5654-c316-490a-8b9d-a064b35ca0be tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0868120 May 10 03:21:19.282405 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port 7a52330c-1947-46a1-bc99-33b650a23f83, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=7a52330c-1947-46a1-bc99-33b650a23f83,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:19.288716 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.345487 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.373149 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ce5b8e85-6055-41ef-ae2d-a4a95694128c req-f0ea7180-af40-4da8-9a99-9f17ce905841 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326964 May 10 03:21:19.428107 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=7a52330c-1947-46a1-bc99-33b650a23f83,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:19.501927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.609890 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc146744-3487-44f9-9fc8-12e8f3c0f219 None None] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:21:19.705616 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-35e3dffa-c83c-4ebf-8fc4-48cb98b59b9b None None] Provisioning complete for port 7a52330c-1947-46a1-bc99-33b650a23f83 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:19.705991 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35e3dffa-c83c-4ebf-8fc4-48cb98b59b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.807707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Allocated IP 172.20.0.1 (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed/ee468629-b962-4bdc-b05b-8b7cd3ea1868/ef9d4e46-3732-415a-b359-92c9cc094c3d) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:19.853063 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks [] for port (c47180af-2405-4d77-86b2-bb3326cf0946), precommit_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.903608 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-35e3dffa-c83c-4ebf-8fc4-48cb98b59b9b None None] Current status of the port 7a52330c-1947-46a1-bc99-33b650a23f83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:19.935215 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.991315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks [] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:19.993760 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Attempting to bind port c47180af-2405-4d77-86b2-bb3326cf0946 on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:19.994558 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Attempting to bind port c47180af-2405-4d77-86b2-bb3326cf0946 by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:19.995410 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Attempting to bind port c47180af-2405-4d77-86b2-bb3326cf0946 on network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:20.009697 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:20.013305 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Checking segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:20.013305 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.013305 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Bound using segment: {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'} {{(pid=103797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:20.013305 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.managers [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Bound port: c47180af-2405-4d77-86b2-bb3326cf0946, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac977d7-33b0-457f-b8d4-a8da198c6232', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}}] {{(pid=103797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:20.013305 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), before_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.015342 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13b4f-de74-4791-bc42-bc389b97e207 None None] Pushing event updated for resources: {'Port': ['ID=c47180af-2405-4d77-86b2-bb3326cf0946,revision_number=2']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:20.099031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.137330 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] For port c47180af-2405-4d77-86b2-bb3326cf0946, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:20.141948 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.plugins.ml2.db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] For port c47180af-2405-4d77-86b2-bb3326cf0946, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c47180af-2405-4d77-86b2-bb3326cf0946,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:20.155028 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:20.158191 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:20.162079 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:20.203440 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:20.213492 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-567967'] for router_interface (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.229396 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-973f97af-b9cf-47f5-8b02-5d5dfa8cafa9 None None] Provisioning complete for port 7a52330c-1947-46a1-bc99-33b650a23f83 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:20.230237 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-973f97af-b9cf-47f5-8b02-5d5dfa8cafa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.242969 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron_lib.callbacks.manager [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), after_update {{(pid=103797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.258999 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092796-9524-4a69-a0da-0fcd645c1be7 req-6d325c58-4b1a-43fe-8e5e-dfe45761618c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:20.266041 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95092796-9524-4a69-a0da-0fcd645c1be7 req-6d325c58-4b1a-43fe-8e5e-dfe45761618c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1556156 May 10 03:21:20.289456 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55338) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:20.294098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572750933', 'description': 'tempest-description--1801719341'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:20.375435 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95092796-9524-4a69-a0da-0fcd645c1be7 req-7a165be8-0cc1-41fb-ae9b-f63296a4ce92 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026635 May 10 03:21:20.402486 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f13b4f-de74-4791-bc42-bc389b97e207 None None] Pushing event updated for resources: {'Port': ['ID=c47180af-2405-4d77-86b2-bb3326cf0946,revision_number=3']} {{(pid=103797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:20.427753 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.430879 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:20.431521 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:20.554873 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (49523b48-95a6-470a-a3c8-a9a345951cd7), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.602252 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf3d1-bb97-4537-98b1-01abf5280988 req-96a5aabb-a4b9-4883-8068-5a6d775ea7b9 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:20.604294 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-794bf3d1-bb97-4537-98b1-01abf5280988 req-96a5aabb-a4b9-4883-8068-5a6d775ea7b9 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0902395 May 10 03:21:20.649291 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.671706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (49523b48-95a6-470a-a3c8-a9a345951cd7), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.683094 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-973f97af-b9cf-47f5-8b02-5d5dfa8cafa9 None None] Current status of the port 7a52330c-1947-46a1-bc99-33b650a23f83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:20.715288 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:20.736929 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-794bf3d1-bb97-4537-98b1-01abf5280988 req-7d21e632-d6bc-4e4a-9ad9-4c210c65a551 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170406 May 10 03:21:20.744024 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49523b48-95a6-470a-a3c8-a9a345951cd7,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:20.802412 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-963f4a5d-308a-448a-8f87-45c39bdf3424 None None] Provisioning complete for port ef9d4e46-3732-415a-b359-92c9cc094c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:20.806184 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-963f4a5d-308a-448a-8f87-45c39bdf3424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.881864 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-963f4a5d-308a-448a-8f87-45c39bdf3424 None None] Port ef9d4e46-3732-415a-b359-92c9cc094c3d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:20.885000 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 7a52330c-1947-46a1-bc99-33b650a23f83 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:20.927400 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks [] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:20.931488 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38d36f-55c4-44a4-9bc6-a42e49f19389 req-14e2f1ac-3acf-44eb-bca4-9cb2deebbd14 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:20.942402 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bb38d36f-55c4-44a4-9bc6-a42e49f19389 req-14e2f1ac-3acf-44eb-bca4-9cb2deebbd14 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.1110320 May 10 03:21:20.959080 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port 7a52330c-1947-46a1-bc99-33b650a23f83 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:20.960667 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.003751 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bb38d36f-55c4-44a4-9bc6-a42e49f19389 req-0ddf1165-7063-4bc8-978e-0c460787bff2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605524 May 10 03:21:21.004389 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.024253 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55344) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.055596 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:16Z', 'revision_number': 3, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:21.075331 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.079207 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-be2ee177-83a6-414b-a150-1ef0bd94d260 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7861445 May 10 03:21:21.080437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55348) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.084390 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'security_group_rule': {'security_group_id': '49523b48-95a6-470a-a3c8-a9a345951cd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:21.118240 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port 7a52330c-1947-46a1-bc99-33b650a23f83 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:21.126357 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa7d8f-dcac-4172-9544-069e1275dcc6 None None] The sync data for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb is: [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:16Z', 'revision_number': 3, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:21.140432 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.145541 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-567458'] for router_interface (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.210549 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (599b8746-a1b7-4b4f-999a-dee12cad3e48), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.326533 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:21.328074 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:21.466654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (599b8746-a1b7-4b4f-999a-dee12cad3e48), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.482538 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a02e1f-448a-4395-be75-a5c0f8980cce tempest-TestShelveInstance-696323944 tempest-TestShelveInstance-696323944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:21.486970 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b0a02e1f-448a-4395-be75-a5c0f8980cce tempest-TestShelveInstance-696323944 tempest-TestShelveInstance-696323944-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1125 time: 0.4591467 May 10 03:21:21.487238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55352) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:21.495128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:21.650320 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d74c7-41fc-41c3-a777-593869323bf6 req-a505b97d-151d-45d6-bc41-78329521b37d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:21.651544 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-231d74c7-41fc-41c3-a777-593869323bf6 req-a505b97d-151d-45d6-bc41-78329521b37d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1238124 May 10 03:21:21.652294 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (599b8746-a1b7-4b4f-999a-dee12cad3e48), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.684165 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599b8746-a1b7-4b4f-999a-dee12cad3e48,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:21.820657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-793165d2-0cd8-4474-be71-e3a16632ca57 None None] Provisioning complete for port ef9d4e46-3732-415a-b359-92c9cc094c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:21.821070 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-793165d2-0cd8-4474-be71-e3a16632ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:21.858547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-793165d2-0cd8-4474-be71-e3a16632ca57 None None] Port ef9d4e46-3732-415a-b359-92c9cc094c3d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:21.898134 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Router aa39ee2d-4abc-448d-a454-5fe94ac1b387 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:21.996110 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.064056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:22.070398 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a7c73f0b-2b67-4603-8cdf-08666288c843 admin admin] 10.222.0.65 "PUT /v2.0/routers/aa39ee2d-4abc-448d-a454-5fe94ac1b387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5037165 May 10 03:21:22.083518 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-231d74c7-41fc-41c3-a777-593869323bf6 req-7b689e41-f0c2-4a53-9b73-c880df40e947 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4199710 May 10 03:21:22.101370 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.147934 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.149270 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7ad3bd6c-2c8c-4805-98b8-4ee9a35ca5e9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0687313 May 10 03:21:22.151906 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55356) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:22.156528 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'security_group_rule': {'security_group_id': '49523b48-95a6-470a-a3c8-a9a345951cd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:22.252295 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Allocated IP 172.28.1.161 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/39adf0b7-ecd4-40a9-a590-ff3160422b39) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:22.279654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (2cbd6c52-41c3-49c3-b5bc-7888c2872c4c), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.398900 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.402834 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (2cbd6c52-41c3-49c3-b5bc-7888c2872c4c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.495654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (2cbd6c52-41c3-49c3-b5bc-7888c2872c4c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.527975 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbd6c52-41c3-49c3-b5bc-7888c2872c4c,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:22.546046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.597147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:22.600572 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:22.605667 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.610245 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5189e20f-65fb-48d3-a6c8-e72d031540fe tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4571745 May 10 03:21:22.612608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55368) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:22.615580 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:22.621742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:22.690804 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'Port': ['ID=39adf0b7-ecd4-40a9-a590-ff3160422b39,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:22.723815 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.848046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c47180af-2405-4d77-86b2-bb3326cf0946 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:22.868443 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:22.928415 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port c47180af-2405-4d77-86b2-bb3326cf0946 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:22.928415 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.009020 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Allocated IP 172.28.1.173 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/53ffec96-ef3f-4631-ae57-4c94f6908434) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:23.032039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port c47180af-2405-4d77-86b2-bb3326cf0946 is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:23.033108 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.071685 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] For port c47180af-2405-4d77-86b2-bb3326cf0946, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c47180af-2405-4d77-86b2-bb3326cf0946,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:23.143983 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.172053 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.223647 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Pushing event updated for resources: {'Port': ['ID=c47180af-2405-4d77-86b2-bb3326cf0946,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:23.323969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.337879 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for floatingip (cc2d4323-10b1-43c7-a85a-ab766935633e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.401459 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:23.411494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:23.416229 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:23.487391 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'Port': ['ID=53ffec96-ef3f-4631-ae57-4c94f6908434,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:23.517867 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88176b-1c9d-4432-b8b0-d068a29d7ae0 req-4f829a59-a87b-4b4d-b35f-d4b661164708 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:23.528578 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4b88176b-1c9d-4432-b8b0-d068a29d7ae0 req-4f829a59-a87b-4b4d-b35f-d4b661164708 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1017621 May 10 03:21:23.652539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.696870 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:23.756281 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4b88176b-1c9d-4432-b8b0-d068a29d7ae0 req-504dc6b4-b7f1-4489-9d05-a0b746200b7d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2237315 May 10 03:21:23.781417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.043753 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.109522 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.132142 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.172422 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event updated for resources: {'Port': ['ID=39adf0b7-ecd4-40a9-a590-ff3160422b39,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:24.196143 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (cc2d4323-10b1-43c7-a85a-ab766935633e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.204221 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.311377 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Sync routers for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:24.329999 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:24.336916 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:24.438981 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.470709 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'Port': ['ID=53ffec96-ef3f-4631-ae57-4c94f6908434,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:24.567280 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:24.574168 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Floating IP cc2d4323-10b1-43c7-a85a-ab766935633e associated. External IP: 172.28.1.161, port: d0c4a220-cc8c-4389-8209-eac5e6740986. May 10 03:21:24.583444 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:24.593982 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f4a81b28-c77b-41d9-946e-139a7f29c35d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9741209 May 10 03:21:24.842346 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c47180af-2405-4d77-86b2-bb3326cf0946 up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:24.947279 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port c47180af-2405-4d77-86b2-bb3326cf0946 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:24.947914 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.059590 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 4, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'ef9d4e46-3732-415a-b359-92c9cc094c3d', 'name': '', 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'mac_address': 'fa:16:3e:17:92:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:19Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 2, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'subnets': [{'id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:25.062810 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852d24-9e55-431b-bda8-b5c9e2bb1c0c req-537e9434-a49c-4302-992c-201b58f69169 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:25.064321 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b852d24-9e55-431b-bda8-b5c9e2bb1c0c req-537e9434-a49c-4302-992c-201b58f69169 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1661558 May 10 03:21:25.103142 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Checking router: aa39ee2d-4abc-448d-a454-5fe94ac1b387 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:25.103541 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Updating router aa39ee2d-4abc-448d-a454-5fe94ac1b387 port ef9d4e46-3732-415a-b359-92c9cc094c3d binding host dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 03:21:25.181834 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port c47180af-2405-4d77-86b2-bb3326cf0946 is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:25.198915 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.205983 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Router 0869480a-a449-4800-a7c0-0d3486a83652 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:21:25.236722 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b852d24-9e55-431b-bda8-b5c9e2bb1c0c req-7bd1441d-721f-477d-9832-2fd18a8bead8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657500 May 10 03:21:25.473323 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:21:25.485372 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Sync routers for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:21:25.512703 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:25.515543 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:25.581032 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.619720 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks [] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), precommit_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.643303 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d92bad84-7924-4102-98d0-3e3ec3480b39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1528141 May 10 03:21:25.643303 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:25.645204 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7e90f-6dd3-45a2-87c8-e4c403662f85" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:25.699003 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.722765 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d16c7-beba-4a90-85d2-75a180d26bd1 x-openstack-request-id: req-825d16c7-beba-4a90-85d2-75a180d26bd1 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:25.723052 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:25.723306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-825d16c7-beba-4a90-85d2-75a180d26bd1 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:25.723707 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825d16c7-beba-4a90-85d2-75a180d26bd1'] response: {'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'status': 'completed', 'code': 200} May 10 03:21:25.850730 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4612edc-3d71-4ece-8940-163e91cd84e3 None None] Pushing event updated for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=3']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:25.860866 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-72b97ad1-7832-44c2-9f46-c044d85ac3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:25.864940 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-72b97ad1-7832-44c2-9f46-c044d85ac3ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.1130772 May 10 03:21:25.870713 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:25.934423 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Attempting to bind port ef9d4e46-3732-415a-b359-92c9cc094c3d on host dv-cinder-830094-4-smb for vnic_type normal with profile {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:25.935181 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Attempting to bind port ef9d4e46-3732-415a-b359-92c9cc094c3d by drivers openvswitch,hyperv on host dv-cinder-830094-4-smb at level 0 using segments [{'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:25.935781 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Attempting to bind port ef9d4e46-3732-415a-b359-92c9cc094c3d on network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:25.942806 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Checking agent: {'id': 'aa9785aa-669c-4ec6-bcde-a34fbaaadf4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830094-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 10, 14), 'started_at': datetime.datetime(2022, 5, 10, 3, 10, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830094-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:25.947959 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Checking segment: {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:25.948721 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:25.949350 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Bound using segment: {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'} {{(pid=103796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:25.950126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.managers [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Bound port: ef9d4e46-3732-415a-b359-92c9cc094c3d, host: dv-cinder-830094-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba28ddf-c37e-4098-92af-77cff03c551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed'}}] {{(pid=103796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:25.950733 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.032584 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-f33cfa1f-32c3-4cb8-85e7-4fa4b6c07e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:26.034065 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-f33cfa1f-32c3-4cb8-85e7-4fa4b6c07e71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 910 time: 0.1647518 May 10 03:21:26.100810 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] For port ef9d4e46-3732-415a-b359-92c9cc094c3d, host dv-cinder-830094-4-smb, cleared binding levels {{(pid=103796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:26.105797 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] For port ef9d4e46-3732-415a-b359-92c9cc094c3d, host dv-cinder-830094-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ef9d4e46-3732-415a-b359-92c9cc094c3d,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:26.187705 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-2ba74878-db2a-4231-becd-a60eef12dd84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 1000 time: 0.1439240 May 10 03:21:26.295215 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-4593633d-38cd-44ea-81cf-fed016c0e1d7 None None] Provisioning complete for port ef9d4e46-3732-415a-b359-92c9cc094c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:26.295215 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4593633d-38cd-44ea-81cf-fed016c0e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.391503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-fde2571a-e329-4529-bc7b-8f3a39a32cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:26.393024 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-fde2571a-e329-4529-bc7b-8f3a39a32cdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.1959684 May 10 03:21:26.536205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-4593633d-38cd-44ea-81cf-fed016c0e1d7 None None] Port ef9d4e46-3732-415a-b359-92c9cc094c3d cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:26.539205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:26.698004 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-c1bf20a0-98c8-474a-89f3-42b6bf3ef19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:26.706500 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-c1bf20a0-98c8-474a-89f3-42b6bf3ef19c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2834487 May 10 03:21:26.711151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:26.713678 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:26.739473 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a315f55-2620-4492-8ac7-26ce4ea5ad4b req-00cf25ae-0fdf-4aad-a089-4336a441701d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:26.741479 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a315f55-2620-4492-8ac7-26ce4ea5ad4b req-00cf25ae-0fdf-4aad-a089-4336a441701d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.1586463 May 10 03:21:26.823197 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4612edc-3d71-4ece-8940-163e91cd84e3 None None] Pushing event updated for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:26.840214 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a315f55-2620-4492-8ac7-26ce4ea5ad4b req-82b48388-b32b-4ef5-a713-39d04328f149 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779715 May 10 03:21:26.864307 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cc2d4323-10b1-43c7-a85a-ab766935633e', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'floating_ip_address': '172.28.1.161', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'mac_address': 'fa:16:3e:6c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 0, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:26.932294 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Checking router: 0869480a-a449-4800-a7c0-0d3486a83652 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:21:26.941547 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:21:26.942415 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:21:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:26.989247 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-cc1a42bd-5dba-41da-886f-daa58ff4ea8b service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635143 May 10 03:21:27.044920 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:27.103608 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:21:27.130154 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-65c7e90f-6dd3-45a2-87c8-e4c403662f85 req-a2571357-9271-4188-83cf-246f1cef3e20 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399732 May 10 03:21:27.312500 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Provisioning complete for port ef9d4e46-3732-415a-b359-92c9cc094c3d triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:27.312500 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.327175 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cc2d4323-10b1-43c7-a85a-ab766935633e', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'floating_ip_address': '172.28.1.161', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'mac_address': 'fa:16:3e:6c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 0, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:27.354247 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dee4503-a213-4a86-b10b-f5cf4148b814 None None] The sync data for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb is: [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cc2d4323-10b1-43c7-a85a-ab766935633e', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'floating_ip_address': '172.28.1.161', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'mac_address': 'fa:16:3e:6c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 0, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:27.379463 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 4, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'ef9d4e46-3732-415a-b359-92c9cc094c3d', 'name': '', 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'mac_address': 'fa:16:3e:17:92:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:19Z', 'updated_at': '2022-05-10T03:21:26Z', 'revision_number': 4, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'subnets': [{'id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:21:27.416847 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f834-0847-4b9c-a25c-e85c2f5b9471 None None] The sync data for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb is: [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:20Z', 'revision_number': 4, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'ef9d4e46-3732-415a-b359-92c9cc094c3d', 'name': '', 'network_id': 'e9d9feb1-b67d-4b9f-b577-0a24c756a5ed', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'mac_address': 'fa:16:3e:17:92:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:19Z', 'updated_at': '2022-05-10T03:21:26Z', 'revision_number': 4, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'subnets': [{'id': 'ee468629-b962-4bdc-b05b-8b7cd3ea1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:21:27.418668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Current status of the port ef9d4e46-3732-415a-b359-92c9cc094c3d is: DOWN; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:27.419056 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.462798 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] For port ef9d4e46-3732-415a-b359-92c9cc094c3d, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ef9d4e46-3732-415a-b359-92c9cc094c3d,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:27.729414 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.730215 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:27.798528 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06caf87e-5e8d-41c5-a399-0cac4d8f5dc6 None None] New status for floating IP cc2d4323-10b1-43c7-a85a-ab766935633e: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:21:27.976768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a07a1-42dd-4b76-87a3-1022d155672d req-0607f7f1-dcba-48fc-bd10-3757c226f992 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:27.985421 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1d6a07a1-42dd-4b76-87a3-1022d155672d req-0607f7f1-dcba-48fc-bd10-3757c226f992 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0733097 May 10 03:21:28.089301 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1d6a07a1-42dd-4b76-87a3-1022d155672d req-36518fd8-ef7c-4c05-a779-130a3231945c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896945 May 10 03:21:28.159584 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b2353-ff36-49b8-8da6-fbe7f7107785 None None] Pushing event updated for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:29.028039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ef9d4e46-3732-415a-b359-92c9cc094c3d up at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:29.133187 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Provisioning complete for port ef9d4e46-3732-415a-b359-92c9cc094c3d triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:29.133572 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:29.280233 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b701e32-e964-49c7-ab1e-6b2a7c6b4d85 req-e4c92d37-d451-42fa-85d9-d7b1e096db96 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:29.289448 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b701e32-e964-49c7-ab1e-6b2a7c6b4d85 req-e4c92d37-d451-42fa-85d9-d7b1e096db96 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0737107 May 10 03:21:29.317038 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Current status of the port ef9d4e46-3732-415a-b359-92c9cc094c3d is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:29.408643 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b701e32-e964-49c7-ab1e-6b2a7c6b4d85 req-48ec421b-b188-4376-99c9-ed75861add3c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175680 May 10 03:21:30.581100 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef243e-4370-4737-a47f-a436a736206a req-f8abf124-8a25-4624-b897-98615bf5827a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:30.596863 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92ef243e-4370-4737-a47f-a436a736206a req-f8abf124-8a25-4624-b897-98615bf5827a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0992272 May 10 03:21:30.668052 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92ef243e-4370-4737-a47f-a436a736206a req-5bf04e6e-3269-4942-bb87-925c5b396122 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699115 May 10 03:21:31.788411 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f05c1-16aa-4079-b6ee-099ef560cff8 req-7b9bef1b-a70c-47a7-a294-b7f747ed1ebc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:31.790142 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e51f05c1-16aa-4079-b6ee-099ef560cff8 req-7b9bef1b-a70c-47a7-a294-b7f747ed1ebc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0477989 May 10 03:21:31.841303 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e51f05c1-16aa-4079-b6ee-099ef560cff8 req-e7b1c8b1-916c-4f78-a87b-0f01782ad869 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456049 May 10 03:21:33.023968 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f997d-6d4c-403c-a6c4-6e8c048ba2b0 req-21020808-f584-40f1-801b-a83ca3cb9845 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:33.025504 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b4f997d-6d4c-403c-a6c4-6e8c048ba2b0 req-21020808-f584-40f1-801b-a83ca3cb9845 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0788915 May 10 03:21:33.098267 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b4f997d-6d4c-403c-a6c4-6e8c048ba2b0 req-3d21e35d-9a25-4901-83b4-72718a4b6a02 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531619 May 10 03:21:33.718914 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-6fe7df55-208f-4edd-837a-80e4e26c0182 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--572750933&fields=id&tenant_id=d8e319a149db44fb8bb71f3066c82956 HTTP/1.1" status: 200 len: 267 time: 0.0633395 May 10 03:21:33.833795 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-44b65891-a908-4f6e-9d4b-abd3350791fa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:33.835938 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-44b65891-a908-4f6e-9d4b-abd3350791fa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.1162374 May 10 03:21:33.856887 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-45a78c5a-5d82-4acd-b91a-104a10e7d61d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/quotas/d8e319a149db44fb8bb71f3066c82956 HTTP/1.1" status: 200 len: 375 time: 0.0141673 May 10 03:21:33.913298 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-e32f4565-0d70-4212-9766-244b57719d48 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0533135 May 10 03:21:34.020655 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-c116b11c-15c6-4b4e-95f7-5dba1cbe972e service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948992 May 10 03:21:34.152272 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-beb71ff1-22ee-448c-9418-fc64c374a3bb service neutron] 10.222.0.65 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232631 May 10 03:21:34.238394 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1f22-f3bb-48a1-8236-adf25d832747 req-414f585f-569e-4e8a-aadc-92dab4358aa2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:34.245233 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bfec1f22-f3bb-48a1-8236-adf25d832747 req-414f585f-569e-4e8a-aadc-92dab4358aa2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0574105 May 10 03:21:34.303245 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bfec1f22-f3bb-48a1-8236-adf25d832747 req-e1f89f12-8af9-44d5-a7fd-df9c03a3a7b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546904 May 10 03:21:34.382275 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-dda5f908-0168-4213-9bfa-a7b1492b5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:34.383826 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-dda5f908-0168-4213-9bfa-a7b1492b5be3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1129 time: 0.0535936 May 10 03:21:34.484367 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ec1f799-7358-4b86-bb40-eaebaf239f47 req-ce4a366d-84eb-40b4-a63c-d15b91343c7c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 210 time: 0.0528510 May 10 03:21:34.513064 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-cd055795-0e28-4c0f-8d1f-e9b2b7c04b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:34.514751 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-cd055795-0e28-4c0f-8d1f-e9b2b7c04b3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.1118431 May 10 03:21:34.593814 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-22bf4ef9-f4d1-4387-a20e-2fd76777ed80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 1001 time: 0.0706136 May 10 03:21:34.651888 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-3f325b99-d602-422a-abef-505c01c62629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:34.653464 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-3f325b99-d602-422a-abef-505c01c62629 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0535462 May 10 03:21:34.705511 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-e5294554-994f-4b79-ad91-3291f8c45d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:34.709692 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-e5294554-994f-4b79-ad91-3291f8c45d86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491991 May 10 03:21:34.823542 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-e64e16e7-4c14-4d97-b361-553107ef19fb service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072462 May 10 03:21:34.950057 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-24ff5b9a-704d-4f20-a36f-da0687a12f80 req-94f93af1-52c7-42ea-aa2f-680ff67f004c service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194971 May 10 03:21:35.427481 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ba74a-9e21-4a2e-af03-1d5a8c8eb8bb req-f7ef1919-397d-4100-a098-393a486a925a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:35.429015 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc5ba74a-9e21-4a2e-af03-1d5a8c8eb8bb req-f7ef1919-397d-4100-a098-393a486a925a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0546675 May 10 03:21:35.479607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc5ba74a-9e21-4a2e-af03-1d5a8c8eb8bb req-491c61e0-e8f6-410f-b91f-94632ef3fd2c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439498 May 10 03:21:35.571625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c84295a6-f714-44c1-ac5c-3a49f5b9b3fa req-446fbc7a-4659-4735-bd41-ffeb145c4f48 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 210 time: 0.0271411 May 10 03:21:36.611027 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1719bd5-c14a-40e0-858c-bdab695d0655 req-d114bf88-3848-4875-8244-fb9b74605c70 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:36.612607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d1719bd5-c14a-40e0-858c-bdab695d0655 req-d114bf88-3848-4875-8244-fb9b74605c70 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 945 time: 0.0504308 May 10 03:21:36.688869 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4b3d985-800d-45e4-b50e-732b1c204b29 req-fd7aaebf-bafa-40d1-8459-0fdf8de1d65c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 210 time: 0.0428481 May 10 03:21:36.697361 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d1719bd5-c14a-40e0-858c-bdab695d0655 req-f0cff4fc-67f4-4adf-ac83-95bac04c397d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784636 May 10 03:21:37.040429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-73f96b5a-cfd9-4bfa-8aca-7dce6593b5e0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:37.042235 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-73f96b5a-cfd9-4bfa-8aca-7dce6593b5e0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 814 time: 0.1050746 May 10 03:21:37.058297 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-d61435ea-6547-4040-86af-837a1480fdfe tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/quotas/c5f50448e3cc4533a5c70bb766559548 HTTP/1.1" status: 200 len: 375 time: 0.0095985 May 10 03:21:37.111263 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-fe44e88f-1627-4c03-82c9-65b5ad006cbb tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472350 May 10 03:21:37.217605 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-cebe3f60-e07a-4226-a464-ee2db0c1d553 service neutron] 10.222.0.65 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920243 May 10 03:21:37.309268 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-9f82c3a1-0190-458a-9220-3a60378c8a99 service neutron] 10.222.0.65 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857615 May 10 03:21:37.540868 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:21:37.588242 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-4acf093b-5585-4d4c-8e06-8bc4f06b922d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:37.601321 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f0c0ea3-8c45-4dc7-9ac7-927bf5303336 req-222b8889-7109-42b1-b749-28e2370844ba tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 210 time: 0.0298426 May 10 03:21:37.625738 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:37.626312 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:37.655547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:37.655547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfdb95a-d5ef-4edf-bed8-ce73018a4be8" -d '{"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-unplugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:37.667020 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:37.698357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f4b53-d598-45c3-907d-f4650363702b x-openstack-request-id: req-727f4b53-d598-45c3-907d-f4650363702b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:37.698723 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-unplugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:37.699003 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-727f4b53-d598-45c3-907d-f4650363702b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:37.699399 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727f4b53-d598-45c3-907d-f4650363702b'] response: {'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'code': 200} May 10 03:21:37.752356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:37.792085 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9637f90c-2c77-4719-b033-1cc790a911da req-3811cc9a-9f82-4671-bce4-cc88b801acec tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 210 time: 0.0351555 May 10 03:21:37.816953 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:37.850204 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c11796-4cf3-41bb-a6a5-1a002ba8f909 req-71b92cf1-d5f7-4be1-ba11-9c9cbbdcb039 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:37.850402 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f5c11796-4cf3-41bb-a6a5-1a002ba8f909 req-71b92cf1-d5f7-4be1-ba11-9c9cbbdcb039 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0663126 May 10 03:21:37.895697 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f5c11796-4cf3-41bb-a6a5-1a002ba8f909 req-49fa3525-3eb4-48c1-90b1-e69944d25d40 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398393 May 10 03:21:38.192761 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-f229c7f8-9125-41da-b080-ff2142a023b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:38.194203 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-f229c7f8-9125-41da-b080-ff2142a023b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 819 time: 0.1120558 May 10 03:21:38.266012 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-ee233b04-465a-402a-a364-dfc9fa4d18ed tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e319a149db44fb8bb71f3066c82956 HTTP/1.1" status: 200 len: 379 time: 0.0510604 May 10 03:21:38.278144 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'port': {'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'admin_state_up': True, 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'security_groups': ['49523b48-95a6-470a-a3c8-a9a345951cd7']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:38.475859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Made reservation on behalf of d8e319a149db44fb8bb71f3066c82956 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:38.479312 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:38.610351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Allocated IP 172.20.0.3 (5a79d71b-8531-4a1f-830d-d1ccd6b795ac/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f/3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:38.688253 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ad4ee1b2-4850-4d37-8935-0fc73686a4e1 req-1232d97f-f7e5-425d-83a3-606dc50c03a9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 210 time: 0.0306621 May 10 03:21:38.751407 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:38.870612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:38.917838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:38.921090 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:38.927099 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:38.928865 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fe749-790b-4d77-a8d8-f855de10addf req-ee132ee6-4803-4184-88dc-6888c12656b3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:38.930387 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0e0fe749-790b-4d77-a8d8-f855de10addf req-ee132ee6-4803-4184-88dc-6888c12656b3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 931 time: 0.0484159 May 10 03:21:38.934651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event updated for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:38.982029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:38.982756 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:38.992316 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0e0fe749-790b-4d77-a8d8-f855de10addf req-da5744df-44eb-48d1-8b5f-05c71b698c09 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547709 May 10 03:21:39.069360 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-c9940372-fbe0-4dc7-b287-008f996d61c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946467 May 10 03:21:39.082480 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Request body: {'port': {'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:39.148416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.234076 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-660e2a7f-df9b-4d10-a964-62e268f65af0 None None] Provisioning complete for port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:39.234594 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-660e2a7f-df9b-4d10-a964-62e268f65af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.283575 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-660e2a7f-df9b-4d10-a964-62e268f65af0 None None] Port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:39.294365 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [req-2f0531df-668f-4cec-b8a4-58b9a8447a3e req-a67ffe0e-89ab-4ed2-8e81-b80937a0b6c9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:21:39.295302 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f0531df-668f-4cec-b8a4-58b9a8447a3e req-a67ffe0e-89ab-4ed2-8e81-b80937a0b6c9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058405 May 10 03:21:39.426338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:39.433950 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks [] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.446812 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Transition to ACTIVE for port object 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:21:39.527174 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.581608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:39.641466 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bd1c1-6111-409f-a934-3bb0428217ba req-b8b01d66-1d0c-4aee-927a-283311a63459 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:39.651116 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-746bd1c1-6111-409f-a934-3bb0428217ba req-b8b01d66-1d0c-4aee-927a-283311a63459 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0594933 May 10 03:21:39.656308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Attempting to bind port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:39.656714 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Attempting to bind port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:39.657109 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Attempting to bind port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:39.663277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:21:39.663604 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Attempting to bind port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 on network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:39.669661 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:39.670187 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Checking segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:39.670650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Bound using segment: {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:39.671086 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Bound port: 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b69c34-decd-4abc-8c3f-0d560014b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:39.671447 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.709039 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-746bd1c1-6111-409f-a934-3bb0428217ba req-b0fdb748-99b9-46d1-97de-aace3ebe8484 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564823 May 10 03:21:39.716952 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ac4c-f09c-43ff-bf66-2c2ac7ae0832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.762224 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:39.766080 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:39.812540 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d29c7472-c7c1-47d6-8ec0-679f138eb684 req-0b4d2ac3-a354-41b6-9693-5b45b834bdbc tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 210 time: 0.0353212 May 10 03:21:39.836591 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.871827 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:39.873072 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:39.874500 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] 10.222.0.61 "PUT /v2.0/ports/3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 1093 time: 0.7963676 May 10 03:21:39.876874 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:39.880335 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a676d4-5105-44b4-8597-2eceabea6602" -d '{"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:39.926322 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2f9a5e-d751-4095-a822-7488f3c5750d x-openstack-request-id: req-7c2f9a5e-d751-4095-a822-7488f3c5750d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:39.926614 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:39.926869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c2f9a5e-d751-4095-a822-7488f3c5750d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:39.927265 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2f9a5e-d751-4095-a822-7488f3c5750d'] response: {'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'status': 'completed', 'code': 200} May 10 03:21:39.937687 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af663-e7b6-4823-92e7-b3b16d9c450e service neutron] Pushing event updated for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:40.050288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-669ba983-650c-463f-857d-43754e8c86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.051875 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-669ba983-650c-463f-857d-43754e8c86b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1127 time: 0.1027772 May 10 03:21:40.129440 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4062aac-b259-4b91-8b53-a84022f6889c req-2614b163-8ba4-4fd4-aa93-eb3024890994 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.135637 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a4062aac-b259-4b91-8b53-a84022f6889c req-2614b163-8ba4-4fd4-aa93-eb3024890994 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0608368 May 10 03:21:40.162672 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-b8a212d9-e0c1-436b-bf82-a8d3ba26fe82 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.163917 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-b8a212d9-e0c1-436b-bf82-a8d3ba26fe82 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 814 time: 0.1816511 May 10 03:21:40.181423 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a4062aac-b259-4b91-8b53-a84022f6889c req-3bfe9112-a04e-4c63-a196-c387afa11f29 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439484 May 10 03:21:40.185127 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'port': {'device_id': 'eedf1629-9431-4b77-92e3-253377280b0b', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'admin_state_up': True, 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:40.234302 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:40.241055 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-cb3bd2e8-bac9-4eba-b123-1c7eafeaf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.242645 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-cb3bd2e8-bac9-4eba-b123-1c7eafeaf6a2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d8e319a149db44fb8bb71f3066c82956&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1752033 May 10 03:21:40.329408 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-0b0e9fdd-42dd-4ae7-ac19-d49106e61378 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932553 May 10 03:21:40.338114 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-64397e16-a660-48fb-a801-618a752a2441 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103795) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:21:40.339090 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-64397e16-a660-48fb-a801-618a752a2441 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051651 May 10 03:21:40.422759 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55574) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:21:40.541531 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-19d738a5-9647-4688-816e-11dad74401df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.543911 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-19d738a5-9647-4688-816e-11dad74401df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports/373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 940 time: 0.1201158 May 10 03:21:40.597801 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-ec15eccb-75ae-445d-b803-2cf98051b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.599254 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6a676d4-5105-44b4-8597-2eceabea6602 req-ec15eccb-75ae-445d-b803-2cf98051b651 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492000 May 10 03:21:40.671784 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Made reservation on behalf of c5f50448e3cc4533a5c70bb766559548 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:21:40.675321 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:40.696290 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-72fba659-d406-49eb-b11d-90950322fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.697751 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-72fba659-d406-49eb-b11d-90950322fb88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1127 time: 0.0594044 May 10 03:21:40.787454 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-fb94100e-8499-4b46-a6b5-3c88e3252d3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 217 time: 0.0485337 May 10 03:21:40.853232 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-9b97e8d8-5e0a-49b8-8f2d-73f22897e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.868797 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-9b97e8d8-5e0a-49b8-8f2d-73f22897e847 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0591562 May 10 03:21:40.892461 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7f233-d71f-4a3f-bdd6-4366b9523262 req-5ef8c48d-f65e-4cb6-8cad-e65fa59d5398 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:40.894461 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cd7f233-d71f-4a3f-bdd6-4366b9523262 req-5ef8c48d-f65e-4cb6-8cad-e65fa59d5398 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0998020 May 10 03:21:40.948042 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-466eb866-3b44-48fa-ad54-f51c21a08658 req-2f64ce3c-9667-4eb0-9ef4-da2a5ed5eae8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 210 time: 0.0523801 May 10 03:21:40.969243 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:40.998876 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228df50-321c-43c6-93d3-9941395461e2 req-4fb39220-ac46-4f8f-8cbd-2bda41832443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:41.000510 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-4fb39220-ac46-4f8f-8cbd-2bda41832443 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1300395 May 10 03:21:41.007613 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Allocated IP 172.20.0.10 (fd06a560-d19c-42bf-9edf-338d072861b7/65abd7ce-e395-441d-adf4-b46cbe25f26c/28d80747-ff10-4f4c-93bb-2b2d343c9e8e) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:21:41.020658 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cd7f233-d71f-4a3f-bdd6-4366b9523262 req-719d2c1e-37d1-426f-b4a8-c9a97b9627b7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124377 May 10 03:21:41.231393 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-c1af74d7-76f7-4a52-8288-0289d6ff35c4 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568859 May 10 03:21:41.233340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:41.319979 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae10ec-ab14-4c46-b2b6-9ebfeed5d0fc req-68d3afea-d8c3-404a-8049-7b1f24ea1449 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:41.322506 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45ae10ec-ab14-4c46-b2b6-9ebfeed5d0fc req-68d3afea-d8c3-404a-8049-7b1f24ea1449 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0543485 May 10 03:21:41.337404 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:41.385229 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Network fd06a560-d19c-42bf-9edf-338d072861b7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:21:41.388949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:21:41.395684 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:21:41.414194 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45ae10ec-ab14-4c46-b2b6-9ebfeed5d0fc req-cff2bd38-7430-418f-9611-dd15b88080b8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856602 May 10 03:21:41.440703 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:41.469013 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:41.469870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:41.547561 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c5008bdd-6d94-47b5-8c24-316dd506d870 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3679602 May 10 03:21:41.779174 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-be0fbcf1-bdd3-427a-b4c8-d165a5d49af9 None None] Provisioning complete for port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:41.779461 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-be0fbcf1-bdd3-427a-b4c8-d165a5d49af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:41.819273 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-be0fbcf1-bdd3-427a-b4c8-d165a5d49af9 None None] Port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:21:42.092458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00601371-bdbe-4f60-a089-dc1372dbed44 req-ab45842b-7531-4e74-930e-cf2fa210c38c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:42.094052 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-00601371-bdbe-4f60-a089-dc1372dbed44 req-ab45842b-7531-4e74-930e-cf2fa210c38c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0595918 May 10 03:21:42.189217 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2b828-f95d-4e19-bd38-cb0df22c7a95 req-4e8e75bf-340f-4b90-a12e-d1886f1e670c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:42.191016 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-30c2b828-f95d-4e19-bd38-cb0df22c7a95 req-4e8e75bf-340f-4b90-a12e-d1886f1e670c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0764477 May 10 03:21:42.197186 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-00601371-bdbe-4f60-a089-dc1372dbed44 req-0fa16a9e-7c54-448f-8229-15f7a033d0c0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 May 10 03:21:42.243963 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-30c2b828-f95d-4e19-bd38-cb0df22c7a95 req-50241845-8677-42de-ace8-6b39a6831f4d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457809 May 10 03:21:42.464444 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:42.775297 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206a90a-6ab5-4bf7-87d8-75e93f763e80 req-748e2264-ea07-4788-856b-fec649eecb05 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:42.777461 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e206a90a-6ab5-4bf7-87d8-75e93f763e80 req-748e2264-ea07-4788-856b-fec649eecb05 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.2846708 May 10 03:21:42.827446 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e206a90a-6ab5-4bf7-87d8-75e93f763e80 req-23954943-65cb-4cdc-a7bb-219df06c2657 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 May 10 03:21:43.312099 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07548b-47ed-4afb-8a7b-eae12d4f8ea5 req-6815c5f3-963e-4764-b361-4d06e462b104 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:43.313709 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed07548b-47ed-4afb-8a7b-eae12d4f8ea5 req-6815c5f3-963e-4764-b361-4d06e462b104 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0485690 May 10 03:21:43.395755 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8293-22ad-47c9-b7d8-898db5e4cfa8 req-58b8ac66-0740-457b-963e-13bdea72a60f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:43.397781 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e4b8293-22ad-47c9-b7d8-898db5e4cfa8 req-58b8ac66-0740-457b-963e-13bdea72a60f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0718503 May 10 03:21:43.408326 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed07548b-47ed-4afb-8a7b-eae12d4f8ea5 req-f6456f98-5cd0-445f-be9d-b4290516f6c8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885282 May 10 03:21:43.458799 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e4b8293-22ad-47c9-b7d8-898db5e4cfa8 req-0c571604-eee3-4341-b578-ef03feaf614b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551026 May 10 03:21:43.960803 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a40dc2-44d1-4e5f-b43b-9fdcc312dc3b req-6e8e464d-c21d-46bb-9ab1-dd5cefca6878 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:43.962300 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-49a40dc2-44d1-4e5f-b43b-9fdcc312dc3b req-6e8e464d-c21d-46bb-9ab1-dd5cefca6878 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0547101 May 10 03:21:44.018734 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-49a40dc2-44d1-4e5f-b43b-9fdcc312dc3b req-a1fe9975-75c1-447f-93c3-4bdeec6d4d89 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504317 May 10 03:21:44.153053 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:44.538193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48903-7b04-4c7d-8a1a-b6bd84c33e2e req-33e570d7-e903-4ce2-8222-fccf8a5a91ec tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:44.539805 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-edc48903-7b04-4c7d-8a1a-b6bd84c33e2e req-33e570d7-e903-4ce2-8222-fccf8a5a91ec tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0602808 May 10 03:21:44.619893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003d2f-93df-4c42-9a20-82344f084788 req-da547e11-7f6e-4dd9-8517-8a152fcb0c6b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:44.621558 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-27003d2f-93df-4c42-9a20-82344f084788 req-da547e11-7f6e-4dd9-8517-8a152fcb0c6b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0763986 May 10 03:21:44.643495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-edc48903-7b04-4c7d-8a1a-b6bd84c33e2e req-ffdcdc1f-c5ac-45ed-9c30-08e2a7349446 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965409 May 10 03:21:44.681420 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-27003d2f-93df-4c42-9a20-82344f084788 req-e6987f8c-d1cf-4afa-9e5e-60a9e3e7f2c3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507581 May 10 03:21:45.132998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31877413-2620-4630-93b0-8234d5d4aad0 req-e8f2a821-9309-4c3d-a4f1-8376c62f192a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:45.134553 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-31877413-2620-4630-93b0-8234d5d4aad0 req-e8f2a821-9309-4c3d-a4f1-8376c62f192a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0475688 May 10 03:21:45.191148 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-31877413-2620-4630-93b0-8234d5d4aad0 req-8af860c4-81f0-45d1-98cb-ab539e1dc157 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506396 May 10 03:21:45.782999 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf250-e4ab-4c95-983e-10048b18bff2 req-70e43972-c978-45cc-a814-1e824db15064 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:45.784485 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-268bf250-e4ab-4c95-983e-10048b18bff2 req-70e43972-c978-45cc-a814-1e824db15064 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0605969 May 10 03:21:45.839162 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03900c7-8b44-49ae-99fb-7b4630434290 req-2c62c7ab-5e51-408f-8e56-d75c5192e053 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:45.840713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f03900c7-8b44-49ae-99fb-7b4630434290 req-2c62c7ab-5e51-408f-8e56-d75c5192e053 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0724592 May 10 03:21:45.886643 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-268bf250-e4ab-4c95-983e-10048b18bff2 req-ff7aa904-328e-4d95-8a15-53967111b283 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789006 May 10 03:21:45.919396 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f03900c7-8b44-49ae-99fb-7b4630434290 req-8354f8ad-3586-4767-b280-8c7e08c50208 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638130 May 10 03:21:46.312059 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c04789-507a-42e4-8bfe-d9295086d0f9 req-ce6df865-83eb-4b22-a11b-0f78ed429382 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:46.313608 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-36c04789-507a-42e4-8bfe-d9295086d0f9 req-ce6df865-83eb-4b22-a11b-0f78ed429382 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0507393 May 10 03:21:46.366910 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-36c04789-507a-42e4-8bfe-d9295086d0f9 req-90284ebc-7751-4b78-9fdc-09c7fa0f8a2f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 May 10 03:21:47.046942 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee983e4-a908-4861-a663-7101340d928d req-57ad696c-02b7-4a97-a224-8e32aacf8ca0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:47.048546 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ee983e4-a908-4861-a663-7101340d928d req-57ad696c-02b7-4a97-a224-8e32aacf8ca0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0865700 May 10 03:21:47.057712 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c43b4-5d1c-4dd6-8e64-fd267e29c5e5 req-66ba15b0-069d-4560-8bbe-3b74007ed205 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:47.059185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-448c43b4-5d1c-4dd6-8e64-fd267e29c5e5 req-66ba15b0-069d-4560-8bbe-3b74007ed205 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0648530 May 10 03:21:47.134932 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ee983e4-a908-4861-a663-7101340d928d req-afa918c4-47fd-49ae-b324-089f66a20b81 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747566 May 10 03:21:47.141988 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-448c43b4-5d1c-4dd6-8e64-fd267e29c5e5 req-0c8e3de9-da0b-41e5-8967-8b7ec7fb3283 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758348 May 10 03:21:47.491754 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418170b4-0d06-474b-b536-f74123bd0ab0 req-8fa64761-f5e8-4d03-8bf2-9e9865a3e81f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:47.493570 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-418170b4-0d06-474b-b536-f74123bd0ab0 req-8fa64761-f5e8-4d03-8bf2-9e9865a3e81f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0515580 May 10 03:21:47.541055 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-418170b4-0d06-474b-b536-f74123bd0ab0 req-b6a07bce-72ee-4588-b70c-63124d0bc14b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 May 10 03:21:48.297455 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307a8ed-458a-49d5-af6c-0098d16cf6bc req-544d213d-7e64-4bbc-bf78-3780662ade8c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:48.298908 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4307a8ed-458a-49d5-af6c-0098d16cf6bc req-544d213d-7e64-4bbc-bf78-3780662ade8c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0765412 May 10 03:21:48.319168 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab020b81-26f6-40ca-99b4-01b93e75d8a8 req-570e0be2-e48d-4133-9be9-804fcd14eff1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:48.320739 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ab020b81-26f6-40ca-99b4-01b93e75d8a8 req-570e0be2-e48d-4133-9be9-804fcd14eff1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0893989 May 10 03:21:48.393400 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4307a8ed-458a-49d5-af6c-0098d16cf6bc req-c72fe8b2-63b8-4901-81db-6d3d82e0b9f6 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881808 May 10 03:21:48.400706 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ab020b81-26f6-40ca-99b4-01b93e75d8a8 req-0b03b0ef-3c1f-470b-b797-a799ba41c922 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718470 May 10 03:21:48.666303 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00deef-cf79-4f7d-b770-1d177eb0d13a req-c79d65f6-9b98-46e1-85f6-98168c425d12 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:48.668636 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f00deef-cf79-4f7d-b770-1d177eb0d13a req-c79d65f6-9b98-46e1-85f6-98168c425d12 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0523841 May 10 03:21:48.718026 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2f00deef-cf79-4f7d-b770-1d177eb0d13a req-2874d186-6e70-4b6f-b2aa-525eecacb532 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436339 May 10 03:21:49.546668 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772624-9be9-402f-bc2d-6d805ca493ac req-057751f7-a136-4cad-bb63-b9dbc083514e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:49.548134 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d772624-9be9-402f-bc2d-6d805ca493ac req-057751f7-a136-4cad-bb63-b9dbc083514e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0773382 May 10 03:21:49.573811 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018bbe-5cef-4c98-8ae9-973aa9e8bd98 req-055d5f9a-7d58-4b9b-a604-5818ff66b8c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:49.575714 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-72018bbe-5cef-4c98-8ae9-973aa9e8bd98 req-055d5f9a-7d58-4b9b-a604-5818ff66b8c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0951750 May 10 03:21:49.638822 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d772624-9be9-402f-bc2d-6d805ca493ac req-e2b988e0-6d89-473b-8f50-863e5b6c73b8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839798 May 10 03:21:49.650528 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-72018bbe-5cef-4c98-8ae9-973aa9e8bd98 req-01fce0db-fb85-4597-a06a-03e2a942d017 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675018 May 10 03:21:49.834693 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950f7b-e89a-4284-bae3-6d92dc198651 req-c65fc597-63f3-48f4-85ae-c0d2490799aa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:49.836136 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f950f7b-e89a-4284-bae3-6d92dc198651 req-c65fc597-63f3-48f4-85ae-c0d2490799aa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0494571 May 10 03:21:49.882596 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f950f7b-e89a-4284-bae3-6d92dc198651 req-8febc524-cb30-4865-9353-0236a830ca5c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410230 May 10 03:21:50.437707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Request body: {'port': {'device_id': 'eedf1629-9431-4b77-92e3-253377280b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:21:50.550233 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:50.555781 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c228df50-321c-43c6-93d3-9941395461e2 req-89f2b948-36d6-43ed-a116-99f864bc8a3c service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420462 May 10 03:21:50.784702 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1340a-1357-4792-9997-130bfbdc2847 req-30ecdd0a-115e-4932-b38d-fd38d28a79a8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:50.786179 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cd1340a-1357-4792-9997-130bfbdc2847 req-30ecdd0a-115e-4932-b38d-fd38d28a79a8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 932 time: 0.0781188 May 10 03:21:50.799289 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7de01-6b40-4737-8f39-052f953a430b req-75a78317-8376-4f02-b9f4-34bfe0e58353 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:50.800700 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91b7de01-6b40-4737-8f39-052f953a430b req-75a78317-8376-4f02-b9f4-34bfe0e58353 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0612259 May 10 03:21:50.844698 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d80747-ff10-4f4c-93bb-2b2d343c9e8e {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:50.852077 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks [] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:50.864828 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Transition to ACTIVE for port object 28d80747-ff10-4f4c-93bb-2b2d343c9e8e will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:21:50.868378 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cd1340a-1357-4792-9997-130bfbdc2847 req-6a1b7bd0-0a49-4967-b3d4-57f31aee03aa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 May 10 03:21:50.874110 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91b7de01-6b40-4737-8f39-052f953a430b req-b56dffa6-67e6-44e4-bc9b-84cbb2c1061f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672421 May 10 03:21:50.950301 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:51.006165 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d887d3b-04c7-44c7-bf92-ed22f5f3801e req-c7e729e0-6fb0-4b82-bb39-7df0a3bf9523 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:51.007695 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d887d3b-04c7-44c7-bf92-ed22f5f3801e req-c7e729e0-6fb0-4b82-bb39-7df0a3bf9523 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0523643 May 10 03:21:51.013001 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:51.068155 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8d887d3b-04c7-44c7-bf92-ed22f5f3801e req-8734d435-beb1-4371-a3a9-ed5023b0eb13 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536962 May 10 03:21:51.088214 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Attempting to bind port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:21:51.088846 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Attempting to bind port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:21:51.089390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Attempting to bind port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e on network fd06a560-d19c-42bf-9edf-338d072861b7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:51.094328 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e on network fd06a560-d19c-42bf-9edf-338d072861b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:21:51.094648 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Attempting to bind port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e on network fd06a560-d19c-42bf-9edf-338d072861b7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:21:51.099688 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:21:51.100675 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Checking segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:21:51.101058 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Bound using segment: {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:21:51.101477 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Bound port: 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:21:51.101836 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:51.167762 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:21:51.171069 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:21:51.226938 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:51.261410 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:51.262054 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:51.263459 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 1094 time: 0.8396091 May 10 03:21:51.263898 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:51.266229 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10bfde3-e077-4523-b42e-0fbf6461fd99" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:51.293256 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829ac08-38df-4471-b718-b4f5a09002c4 service neutron] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:51.305643 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fdc08b-1ca5-4abc-9a6a-105ec7ace407 x-openstack-request-id: req-10fdc08b-1ca5-4abc-9a6a-105ec7ace407 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:51.305949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:51.306202 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10fdc08b-1ca5-4abc-9a6a-105ec7ace407 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:51.306605 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fdc08b-1ca5-4abc-9a6a-105ec7ace407'] response: {'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:21:51.780100 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-c09d8f40-89c5-4d6e-9123-5acac503b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:51.781561 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-c09d8f40-89c5-4d6e-9123-5acac503b271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1128 time: 0.0415928 May 10 03:21:51.893535 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-9294945f-d303-45ac-9b47-185ba06cf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:51.894970 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-9294945f-d303-45ac-9b47-185ba06cf6d6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5f50448e3cc4533a5c70bb766559548&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959029 May 10 03:21:51.994583 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-237691f0-b34f-4312-b51c-ab3fd5fa2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:51.996051 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f10bfde3-e077-4523-b42e-0fbf6461fd99 req-237691f0-b34f-4312-b51c-ab3fd5fa2b31 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920665 May 10 03:21:52.011215 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f8ce7-0aa2-45f8-9370-e0a6a3cf7b6b req-5406333a-4bdc-4deb-827e-c43930d53eeb tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.013085 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b9f8ce7-0aa2-45f8-9370-e0a6a3cf7b6b req-5406333a-4bdc-4deb-827e-c43930d53eeb tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 944 time: 0.0750084 May 10 03:21:52.043499 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc556-6a0f-4de4-9aaa-0fcbc4285739 req-3ca076b9-1d3f-4ade-96fa-aee058e11244 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.044941 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8c5dc556-6a0f-4de4-9aaa-0fcbc4285739 req-3ca076b9-1d3f-4ade-96fa-aee058e11244 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0776570 May 10 03:21:52.079787 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-eb878aae-4f7a-4254-b659-dfb60f5bc6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.081307 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-eb878aae-4f7a-4254-b659-dfb60f5bc6f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1128 time: 0.0457201 May 10 03:21:52.090784 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b9f8ce7-0aa2-45f8-9370-e0a6a3cf7b6b req-750b1841-9006-478d-9ed2-2645c4bb043b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707304 May 10 03:21:52.116611 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8c5dc556-6a0f-4de4-9aaa-0fcbc4285739 req-7e556948-2cb6-460e-99b0-9dc9c2dcc4b4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646503 May 10 03:21:52.135152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-4a35fe3f-218d-4ee0-b71d-db048eabd347 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 217 time: 0.0412056 May 10 03:21:52.189616 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c11c81da-e171-466c-9522-72abd001bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.191123 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-c11c81da-e171-466c-9522-72abd001bf97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0452790 May 10 03:21:52.203883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb69d71-94e2-437e-87e6-ec902701df67 req-2b0df3c1-0d03-498b-b2e2-46064a906579 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.205391 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cb69d71-94e2-437e-87e6-ec902701df67 req-2b0df3c1-0d03-498b-b2e2-46064a906579 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0528266 May 10 03:21:52.253883 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-fce118ad-a2b8-40b8-9069-caa358c2410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:52.255721 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-fce118ad-a2b8-40b8-9069-caa358c2410e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537388 May 10 03:21:52.262630 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cb69d71-94e2-437e-87e6-ec902701df67 req-22b8ef1e-dcbb-41e0-abb2-820a14821192 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494974 May 10 03:21:52.358885 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-017f5733-d07d-4da4-987c-6f5afaa5e042 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950890 May 10 03:21:52.479996 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-782e3d43-4a4d-4906-824f-05b0801ac836 req-1afbb603-3f6e-4423-8c7f-edc8da001979 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120954 May 10 03:21:52.644445 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:21:53.211042 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c8c53-eeda-458a-aac3-5992ebf4f787 req-99f2488e-a079-439e-a817-ee86c283d743 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:53.212590 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cb6c8c53-eeda-458a-aac3-5992ebf4f787 req-99f2488e-a079-439e-a817-ee86c283d743 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 944 time: 0.0556908 May 10 03:21:53.261059 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e3ff-9eae-484b-9a58-af8d490dbbee req-73cada38-5812-45b2-aaba-e83bbbadb385 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:53.262531 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3cc8e3ff-9eae-484b-9a58-af8d490dbbee req-73cada38-5812-45b2-aaba-e83bbbadb385 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0730243 May 10 03:21:53.302211 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cb6c8c53-eeda-458a-aac3-5992ebf4f787 req-a6bafa46-57cc-4a83-99e1-492e361aaccf tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 May 10 03:21:53.328348 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3cc8e3ff-9eae-484b-9a58-af8d490dbbee req-4fc8cc84-b64e-4637-85a5-5ade779970dd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580056 May 10 03:21:53.400361 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be04d6-7e79-4293-9e75-f12c22047950 req-bd014e66-0410-4f7b-906a-b01704ef49cb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:53.401781 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-70be04d6-7e79-4293-9e75-f12c22047950 req-bd014e66-0410-4f7b-906a-b01704ef49cb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 943 time: 0.0453937 May 10 03:21:53.449167 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-70be04d6-7e79-4293-9e75-f12c22047950 req-5c2d471e-cfd5-4b3d-a568-e0d11651655e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 May 10 03:21:53.592621 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:21:53.698926 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:53.710345 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:21:53.748547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:53.748941 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:53.770887 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:53.801014 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:53.870302 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:53.918138 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:54.208027 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:54.423085 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f81306-b70e-4bf9-aa39-22524f138d6d req-c0686a6d-ec9e-4455-aa2f-ef49bb089d4f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.424534 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-17f81306-b70e-4bf9-aa39-22524f138d6d req-c0686a6d-ec9e-4455-aa2f-ef49bb089d4f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 944 time: 0.0552320 May 10 03:21:54.474551 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1596d5-56ea-4f18-aba5-2cee80d68089 req-3a1aeae9-30bb-45e4-9c07-1fd9fc686f44 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.476591 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7c1596d5-56ea-4f18-aba5-2cee80d68089 req-3a1aeae9-30bb-45e4-9c07-1fd9fc686f44 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0724509 May 10 03:21:54.517056 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-17f81306-b70e-4bf9-aa39-22524f138d6d req-44091ff0-46ea-40d7-b075-5837a1a92187 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767283 May 10 03:21:54.544779 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7c1596d5-56ea-4f18-aba5-2cee80d68089 req-fc74fd13-2dd4-41cd-bd3c-8e689f5db9cc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576806 May 10 03:21:54.547187 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-52ae4e56-2e35-49c2-a728-72871f505d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.548959 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-52ae4e56-2e35-49c2-a728-72871f505d25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 1127 time: 0.0920694 May 10 03:21:54.612421 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-168a49eb-5de5-4a40-8642-a059e73ff53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.613895 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-168a49eb-5de5-4a40-8642-a059e73ff53f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1127 time: 0.0394709 May 10 03:21:54.642377 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57213f-ee0e-40d7-b0f8-eb3c91a6e7b5 req-dcd69663-5b4e-4498-b5dd-ba60d6ebb31c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.643842 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed57213f-ee0e-40d7-b0f8-eb3c91a6e7b5 req-dcd69663-5b4e-4498-b5dd-ba60d6ebb31c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 944 time: 0.0475490 May 10 03:21:54.702735 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed57213f-ee0e-40d7-b0f8-eb3c91a6e7b5 req-91fc29c0-bf62-45cb-a23d-f25c5a2ceb3b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524397 May 10 03:21:54.722846 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-7cfa0de5-ba88-45a2-8e79-70bb763bc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.725371 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-7cfa0de5-ba88-45a2-8e79-70bb763bc04a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.0998700 May 10 03:21:54.805738 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-a75dac5e-3c61-4ca1-9562-ca91d4338dcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 200 len: 999 time: 0.0621016 May 10 03:21:54.862911 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-9894e5d6-f310-42b6-a9e3-1ce14f00e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.864533 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-9894e5d6-f310-42b6-a9e3-1ce14f00e540 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0497079 May 10 03:21:54.909166 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-725914bb-3e48-4633-8c82-8f66ca4c8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:54.910669 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-725914bb-3e48-4633-8c82-8f66ca4c8d2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397766 May 10 03:21:54.999376 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-3bf63419-7255-4447-93e4-9dfcf7e65403 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805607 May 10 03:21:55.095468 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-13d0a108-dc09-4f04-9fb0-bd41bc8ab3d2 req-2e5feec4-ea32-45ab-b16b-023cac493d45 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867805 May 10 03:21:55.190305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16272e8-bfbb-408b-8aac-f969ea8df3ea req-d050d7ac-1872-4b7f-8647-f780903f0e60 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:55.191772 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b16272e8-bfbb-408b-8aac-f969ea8df3ea req-d050d7ac-1872-4b7f-8647-f780903f0e60 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0499620 May 10 03:21:55.238310 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b16272e8-bfbb-408b-8aac-f969ea8df3ea req-d2f3df4b-3652-4e43-8502-a51f5219da90 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 May 10 03:21:55.620079 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 28d80747-ff10-4f4c-93bb-2b2d343c9e8e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:21:55.624128 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:55.685022 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203428c-693e-4e40-8898-1c043104b3c5 req-65548a01-c32e-4b78-a8da-f863ffab6c23 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:55.686594 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7203428c-693e-4e40-8898-1c043104b3c5 req-65548a01-c32e-4b78-a8da-f863ffab6c23 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0566342 May 10 03:21:55.695609 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067186d-956b-4717-b210-41009df8116b req-c4b5a0a4-95d6-455c-b10b-477527e46046 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:55.697096 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9067186d-956b-4717-b210-41009df8116b req-c4b5a0a4-95d6-455c-b10b-477527e46046 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 944 time: 0.1020122 May 10 03:21:55.731433 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:21:55.774690 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:55.793878 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'port_id': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'mac_address': 'fa:16:3e:77:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:21:55.823034 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:55.823427 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:55.837189 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9067186d-956b-4717-b210-41009df8116b req-c2c55635-3aa6-4215-8ac1-73829a36f5aa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325431 May 10 03:21:55.860622 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7203428c-693e-4e40-8898-1c043104b3c5 req-3b855e3c-3124-4d37-85c0-80c824dd99ff tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1623182 May 10 03:21:55.870505 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:55.871039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:55.901912 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d80747-ff10-4f4c-93bb-2b2d343c9e8e {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:21:55.957492 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:55.975001 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:55.975419 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:55.999616 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde541b-d68c-4aa3-a43b-32de7506da87 req-2eeb1308-37ae-40dd-aeac-c7d03f54a512 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:56.003438 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:56.004674 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0bde541b-d68c-4aa3-a43b-32de7506da87 req-2eeb1308-37ae-40dd-aeac-c7d03f54a512 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 944 time: 0.0785947 May 10 03:21:56.012130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d7cedc-557d-4203-9677-c59881207295" -d '{"events": [{"server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "name": "network-vif-plugged", "status": "completed", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:56.037682 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:56.053937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:56.084172 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0bde541b-d68c-4aa3-a43b-32de7506da87 req-ecbac0fd-8430-4ec6-bd10-275779f6baad tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754497 May 10 03:21:56.086793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea568b76-5720-4e9f-9276-97ab31d1db54 x-openstack-request-id: req-ea568b76-5720-4e9f-9276-97ab31d1db54 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:56.087061 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "name": "network-vif-plugged", "status": "completed", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:56.087421 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea568b76-5720-4e9f-9276-97ab31d1db54 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:56.087698 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea568b76-5720-4e9f-9276-97ab31d1db54'] response: {'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'code': 200} May 10 03:21:56.116865 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:56.134137 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:56.196128 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:56.364041 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95e7f9-818a-4473-8324-1ad256db4166 req-1973d3a6-40f2-4d44-8a70-67fa95395708 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:56.365937 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b95e7f9-818a-4473-8324-1ad256db4166 req-1973d3a6-40f2-4d44-8a70-67fa95395708 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0543258 May 10 03:21:56.423741 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b95e7f9-818a-4473-8324-1ad256db4166 req-2f98aaac-7714-4617-8c54-aa22669f2350 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516305 May 10 03:21:56.435258 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['28d80747-ff10-4f4c-93bb-2b2d343c9e8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:21:57.014277 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365df6c1-bdcf-4202-abfb-8b4fc77d922c req-1fd70050-7daa-4e2c-89ab-2d74ae89450e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:57.015755 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-365df6c1-bdcf-4202-abfb-8b4fc77d922c req-1fd70050-7daa-4e2c-89ab-2d74ae89450e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 945 time: 0.0836253 May 10 03:21:57.039909 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8832-2769-452c-aa3c-e51c7c487c80 req-3583b66d-0b82-419f-96fa-f8dc93ec04e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:57.041670 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ffaf8832-2769-452c-aa3c-e51c7c487c80 req-3583b66d-0b82-419f-96fa-f8dc93ec04e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0624068 May 10 03:21:57.103087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-365df6c1-bdcf-4202-abfb-8b4fc77d922c req-fd67d415-21ed-451c-a2df-e16d673c0b85 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815737 May 10 03:21:57.126092 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ffaf8832-2769-452c-aa3c-e51c7c487c80 req-66e54085-e1d5-4fbe-a01d-8d7af598b616 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663414 May 10 03:21:57.255565 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34293-d44e-48de-9304-e4ef5744af67 req-fa2695c8-2133-4d79-831c-e2cf6c25267f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:57.258635 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8f34293-d44e-48de-9304-e4ef5744af67 req-fa2695c8-2133-4d79-831c-e2cf6c25267f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0673809 May 10 03:21:57.337155 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8f34293-d44e-48de-9304-e4ef5744af67 req-f332574a-ad02-4264-8e83-90f664b46088 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725274 May 10 03:21:57.489633 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:57.552505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8ca24-e896-41f8-8ee7-b2125197a37a req-99ed22a2-8293-4ae8-be52-82b41744f50c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:57.560495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d0c8ca24-e896-41f8-8ee7-b2125197a37a req-99ed22a2-8293-4ae8-be52-82b41744f50c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0561392 May 10 03:21:57.609444 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d0c8ca24-e896-41f8-8ee7-b2125197a37a req-e23de337-3e5b-4e3d-a61f-a6e60daff180 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479872 May 10 03:21:57.633682 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 28d80747-ff10-4f4c-93bb-2b2d343c9e8e up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:21:57.681058 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:21:57.752020 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:21:57.752577 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:57.837069 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:21:57.837583 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:57.870815 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:21:57.957910 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:21:58.007486 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:21:58.088865 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:21:58.091172 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6fb659-6bc2-4b45-a5f7-a020932c20f5" -d '{"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-plugged", "status": "completed", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:21:58.126389 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7667862a-7955-475f-8fe9-ec3de8bdaf3b x-openstack-request-id: req-7667862a-7955-475f-8fe9-ec3de8bdaf3b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:21:58.126704 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-plugged", "status": "completed", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:21:58.126986 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7667862a-7955-475f-8fe9-ec3de8bdaf3b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:21:58.127377 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7667862a-7955-475f-8fe9-ec3de8bdaf3b'] response: {'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'code': 200} May 10 03:21:58.255822 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf38b42-68cc-4866-91ec-7ac2ef08596d req-b0ef7a41-f157-49c2-83e6-0a7b22b02670 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:58.257724 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cf38b42-68cc-4866-91ec-7ac2ef08596d req-b0ef7a41-f157-49c2-83e6-0a7b22b02670 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0772209 May 10 03:21:58.279813 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9e68e-cf4e-4c1a-a453-a6f26758cc85 req-e094d319-5e63-4cfb-9cbc-6dc198c569bb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:58.281474 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-80b9e68e-cf4e-4c1a-a453-a6f26758cc85 req-e094d319-5e63-4cfb-9cbc-6dc198c569bb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0727367 May 10 03:21:58.345325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cf38b42-68cc-4866-91ec-7ac2ef08596d req-f594996d-d339-4035-90be-864c78182682 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 May 10 03:21:58.359826 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-80b9e68e-cf4e-4c1a-a453-a6f26758cc85 req-1c2fd5b0-37e2-47c5-b7ff-e0a5c9703478 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703969 May 10 03:21:58.477081 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f9d7-719e-4f83-9588-2f88d33fc190 req-e8d36250-3189-4f33-8466-4411e9a8ca06 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:58.481713 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0545f9d7-719e-4f83-9588-2f88d33fc190 req-e8d36250-3189-4f33-8466-4411e9a8ca06 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0541720 May 10 03:21:58.527647 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0545f9d7-719e-4f83-9588-2f88d33fc190 req-8c119304-4cf8-48c6-bf30-731570d5a66b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434239 May 10 03:21:58.737986 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1200e-fdb2-4636-bfa8-d866a8b3befc req-7d5da2a0-e4c8-415c-a782-2cdd0d74a2d2 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:58.739433 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9ec1200e-fdb2-4636-bfa8-d866a8b3befc req-7d5da2a0-e4c8-415c-a782-2cdd0d74a2d2 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0514872 May 10 03:21:58.788305 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9ec1200e-fdb2-4636-bfa8-d866a8b3befc req-3a7e139f-b408-487c-89d6-6fda51306fef tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 May 10 03:21:59.472216 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ab3d1-3e1e-4d41-a28a-ee8e4c353ed6 req-cda73b9c-2856-4b59-a205-f74d3b0c5ef2 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.473747 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c5ab3d1-3e1e-4d41-a28a-ee8e4c353ed6 req-cda73b9c-2856-4b59-a205-f74d3b0c5ef2 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0594971 May 10 03:21:59.533356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80ae98-241e-42f4-ad77-a620dbb509de req-3f8330be-1b8b-49f4-8715-f1b64d5f20a7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.534829 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c80ae98-241e-42f4-ad77-a620dbb509de req-3f8330be-1b8b-49f4-8715-f1b64d5f20a7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0771577 May 10 03:21:59.576434 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c5ab3d1-3e1e-4d41-a28a-ee8e4c353ed6 req-24b0d494-f30f-4723-ba4c-c5a4c5ef1180 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823829 May 10 03:21:59.609510 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c80ae98-241e-42f4-ad77-a620dbb509de req-0ef315d3-dfcc-4bc3-96d6-0e090865cb47 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666361 May 10 03:21:59.706246 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002723-d32c-4e74-8917-41d875f7063d req-e50abfb1-d39b-42b0-9870-330b3669aa9f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.707742 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9002723-d32c-4e74-8917-41d875f7063d req-e50abfb1-d39b-42b0-9870-330b3669aa9f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0481279 May 10 03:21:59.757044 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9002723-d32c-4e74-8917-41d875f7063d req-ea310d98-618a-4ecc-b4a0-0658961ac44f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428874 May 10 03:21:59.904864 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915766d-2fdc-4a6a-b1b4-d8b1ce340cee req-df2210c3-3db0-4150-b367-2597a3c7e90d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:21:59.906380 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e915766d-2fdc-4a6a-b1b4-d8b1ce340cee req-df2210c3-3db0-4150-b367-2597a3c7e90d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0488713 May 10 03:21:59.958257 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e915766d-2fdc-4a6a-b1b4-d8b1ce340cee req-1df014cb-e73a-42c3-8885-b92b18490efd tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460215 May 10 03:22:00.590099 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ba028-172b-4882-a848-10c5264d30a3 req-20bf48c4-fc7a-47f5-9680-136c956ffd1a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:00.596585 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f8ba028-172b-4882-a848-10c5264d30a3 req-20bf48c4-fc7a-47f5-9680-136c956ffd1a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0486240 May 10 03:22:00.648892 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f8ba028-172b-4882-a848-10c5264d30a3 req-dd628a26-78a8-4640-8123-3ee573e4487c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500567 May 10 03:22:00.718491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3690b-22b4-4daa-8548-76af3efefe19 req-55723e1c-4baf-4adf-8a67-d33d1ea2f0e5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:00.720249 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dde3690b-22b4-4daa-8548-76af3efefe19 req-55723e1c-4baf-4adf-8a67-d33d1ea2f0e5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0525887 May 10 03:22:00.792567 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afeeae-3763-4969-bd8c-4e7c2a1b70bb req-c3c0df29-4291-41fb-b50f-a3113e4035a9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:00.794061 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-39afeeae-3763-4969-bd8c-4e7c2a1b70bb req-c3c0df29-4291-41fb-b50f-a3113e4035a9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0681703 May 10 03:22:00.833111 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dde3690b-22b4-4daa-8548-76af3efefe19 req-89c7c427-81f4-4fb5-9546-f6e86684f018 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980518 May 10 03:22:00.861404 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-39afeeae-3763-4969-bd8c-4e7c2a1b70bb req-991f5fdd-4052-4d31-a4d1-b95deee14955 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612915 May 10 03:22:00.942520 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf7bde-6f06-40d1-9439-43d898f37868 req-5b4bcd17-5604-4fdc-9598-8ad64816cec3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:00.944042 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4bf7bde-6f06-40d1-9439-43d898f37868 req-5b4bcd17-5604-4fdc-9598-8ad64816cec3 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0506935 May 10 03:22:01.001827 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4bf7bde-6f06-40d1-9439-43d898f37868 req-3ed367c7-5a7a-4c82-b2f5-aa09127db81a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516772 May 10 03:22:01.076495 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c8076-9ab2-4cd4-8dfe-6367c6b81b84 req-21c4a7b4-3d66-4aff-89ad-bd602c4b1429 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:01.077982 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fe8c8076-9ab2-4cd4-8dfe-6367c6b81b84 req-21c4a7b4-3d66-4aff-89ad-bd602c4b1429 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0475163 May 10 03:22:01.129929 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fe8c8076-9ab2-4cd4-8dfe-6367c6b81b84 req-7aeb82be-2ea2-44be-aa72-2ea107494a00 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 May 10 03:22:01.766576 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4bd84-9cd2-4cc9-8f7c-e696b3977334 req-9b0ec531-9884-4655-acbc-3a8b7f6d30d8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:01.767929 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5af4bd84-9cd2-4cc9-8f7c-e696b3977334 req-9b0ec531-9884-4655-acbc-3a8b7f6d30d8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0478730 May 10 03:22:01.815357 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5af4bd84-9cd2-4cc9-8f7c-e696b3977334 req-426f888e-8d3d-4ee4-aea8-06b6080e04c0 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412135 May 10 03:22:01.961631 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320537f5-67a0-4c24-83a8-0360be6c1804 req-be1e545b-763b-44a9-955f-1b41d471207e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:01.963107 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-320537f5-67a0-4c24-83a8-0360be6c1804 req-be1e545b-763b-44a9-955f-1b41d471207e tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0617352 May 10 03:22:02.018488 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1f03b-d1ca-4f8f-a9ac-685085a8fcaf req-ff088f72-578d-4562-a188-e2f08526b1e4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:02.019874 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03a1f03b-d1ca-4f8f-a9ac-685085a8fcaf req-ff088f72-578d-4562-a188-e2f08526b1e4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0780244 May 10 03:22:02.061875 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-320537f5-67a0-4c24-83a8-0360be6c1804 req-dcb50b79-8d1a-45e2-9dc4-8e94c105ee51 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779653 May 10 03:22:02.086911 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03a1f03b-d1ca-4f8f-a9ac-685085a8fcaf req-e070a564-bd22-4e9d-906c-8852ea6cac48 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567081 May 10 03:22:02.172876 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8069a7-e34e-43f3-80cb-e3dcb7e448b4 req-4ac2d582-c744-49d2-a3a6-66e411e9b40b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:02.174510 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bf8069a7-e34e-43f3-80cb-e3dcb7e448b4 req-4ac2d582-c744-49d2-a3a6-66e411e9b40b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0509360 May 10 03:22:02.261607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bf8069a7-e34e-43f3-80cb-e3dcb7e448b4 req-1dc8fb7c-0a45-4e07-9e33-a24b27b15298 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807989 May 10 03:22:02.274090 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7774c8b-5610-4f42-96dd-b141356b3333 req-41c0fc32-dd2c-4ffc-9a65-048120a429c9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:02.276354 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d7774c8b-5610-4f42-96dd-b141356b3333 req-41c0fc32-dd2c-4ffc-9a65-048120a429c9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0690150 May 10 03:22:02.341250 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d7774c8b-5610-4f42-96dd-b141356b3333 req-8985a4ec-4e85-414f-9429-c10becd1b6ad tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525131 May 10 03:22:02.930385 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7236-f91e-4d03-9fed-27ae4340866a req-ec14c49d-228f-4c7d-a8ed-7603010b8b84 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:02.931940 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-df5e7236-f91e-4d03-9fed-27ae4340866a req-ec14c49d-228f-4c7d-a8ed-7603010b8b84 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0481334 May 10 03:22:02.983122 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-df5e7236-f91e-4d03-9fed-27ae4340866a req-454a851a-aa8c-4ff0-b17d-cb33c942bd0b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454843 May 10 03:22:03.212991 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1392cd-2921-4241-9eab-6cc0d2017e6a req-ea931b26-82c1-4f21-b192-3cd1d48437c8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:03.214542 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7d1392cd-2921-4241-9eab-6cc0d2017e6a req-ea931b26-82c1-4f21-b192-3cd1d48437c8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0854580 May 10 03:22:03.235493 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca36633-9a12-48d9-abb5-ec10f0975c3b req-4aa9887d-4a54-45e6-acea-0c506b2d1133 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:03.236936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca36633-9a12-48d9-abb5-ec10f0975c3b req-4aa9887d-4a54-45e6-acea-0c506b2d1133 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0704780 May 10 03:22:03.305304 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7d1392cd-2921-4241-9eab-6cc0d2017e6a req-4495efc3-319d-4e56-a901-0c7832b25a23 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844381 May 10 03:22:03.334284 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cca36633-9a12-48d9-abb5-ec10f0975c3b req-43d6d3f8-6db1-4779-8dbc-0aa61a4a1c7c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782077 May 10 03:22:03.441738 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8576-4637-41ed-b5cf-59a71a74537d req-d033e9b7-2137-4e83-9bc4-d853db0bb9b1 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:03.443289 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-949b8576-4637-41ed-b5cf-59a71a74537d req-d033e9b7-2137-4e83-9bc4-d853db0bb9b1 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0628948 May 10 03:22:03.500249 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ce92-1368-41f7-b76c-92c323d71147 req-953eff12-1554-4037-8cc7-37a0dd03bba7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:03.501801 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aa47ce92-1368-41f7-b76c-92c323d71147 req-953eff12-1554-4037-8cc7-37a0dd03bba7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0771565 May 10 03:22:03.544025 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-949b8576-4637-41ed-b5cf-59a71a74537d req-eccc4e73-8f8c-4483-8579-1977533d5d8b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759449 May 10 03:22:03.571124 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aa47ce92-1368-41f7-b76c-92c323d71147 req-a8406261-0f90-4358-85b6-42b3e00a5a4e tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617547 May 10 03:22:04.100474 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71c04-632d-478d-b000-7d3bf6e18d01 req-80b77191-c877-4ec4-9edf-b68ca17a0d12 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.102161 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-96c71c04-632d-478d-b000-7d3bf6e18d01 req-80b77191-c877-4ec4-9edf-b68ca17a0d12 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0495818 May 10 03:22:04.151401 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-96c71c04-632d-478d-b000-7d3bf6e18d01 req-66ce8198-b9ce-403e-ab08-38fe66ceb609 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 May 10 03:22:04.457120 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012559bf-32fb-4ad7-8f84-603c55cf66e2 req-9cd6c0a6-a983-4da6-b182-dc0bc8b104ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.460819 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-012559bf-32fb-4ad7-8f84-603c55cf66e2 req-9cd6c0a6-a983-4da6-b182-dc0bc8b104ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0844564 May 10 03:22:04.482581 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119928d-2ff6-4730-8d47-451d6930ffc3 req-55f7fd87-0c50-481b-abe9-fc36882885f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.484783 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1119928d-2ff6-4730-8d47-451d6930ffc3 req-55f7fd87-0c50-481b-abe9-fc36882885f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0759661 May 10 03:22:04.566890 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-012559bf-32fb-4ad7-8f84-603c55cf66e2 req-420e9efd-cc15-4e80-822e-acba7836b50c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999625 May 10 03:22:04.605774 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1119928d-2ff6-4730-8d47-451d6930ffc3 req-ff710b9c-7f44-460c-bbe3-1732f61ff2a9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925682 May 10 03:22:04.757344 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82836-14f3-4668-81be-1c4ebc699368 req-01b84f45-faaa-4fe5-b439-51dc9b2acf3c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.759528 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbf82836-14f3-4668-81be-1c4ebc699368 req-01b84f45-faaa-4fe5-b439-51dc9b2acf3c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.1011927 May 10 03:22:04.767169 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c8850-b647-4721-8c3f-690e066f3011 req-79ff7fab-7a72-4ceb-b5c9-31383dfac520 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:04.768751 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed4c8850-b647-4721-8c3f-690e066f3011 req-79ff7fab-7a72-4ceb-b5c9-31383dfac520 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.1066864 May 10 03:22:04.845043 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cbf82836-14f3-4668-81be-1c4ebc699368 req-1d7ac63d-4726-4693-8e35-026f305b1f89 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753112 May 10 03:22:04.862029 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed4c8850-b647-4721-8c3f-690e066f3011 req-8271af9c-b2db-4edf-82a1-b504373ff908 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835502 May 10 03:22:05.269141 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa5ee-9f77-4907-94ed-32c8f9504664 req-ecada8e6-6640-4a59-8833-7bbb8a0f7524 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.270621 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-444fa5ee-9f77-4907-94ed-32c8f9504664 req-ecada8e6-6640-4a59-8833-7bbb8a0f7524 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0490983 May 10 03:22:05.335758 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-444fa5ee-9f77-4907-94ed-32c8f9504664 req-8722e8e0-bf14-4c7a-82d7-272963be477b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585663 May 10 03:22:05.697406 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165f61-98bb-4e97-a154-50b48437b398 req-175a6118-3e6c-4ee8-a49a-2affd21f9730 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.698837 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7d165f61-98bb-4e97-a154-50b48437b398 req-175a6118-3e6c-4ee8-a49a-2affd21f9730 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0740559 May 10 03:22:05.727020 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aebcd-2067-4e0b-8c31-47faf8894a1a req-3e4444ff-4275-48d0-84b6-e10653c48a3b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.728477 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bc9aebcd-2067-4e0b-8c31-47faf8894a1a req-3e4444ff-4275-48d0-84b6-e10653c48a3b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0733049 May 10 03:22:05.774053 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7d165f61-98bb-4e97-a154-50b48437b398 req-aec4a2d6-ad16-4029-b4a9-58fea033e5d4 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695646 May 10 03:22:05.794554 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bc9aebcd-2067-4e0b-8c31-47faf8894a1a req-e4b59f75-2166-487a-a2e0-38ac181a1e00 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594797 May 10 03:22:05.986976 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb06dd-eeaf-48b7-9db3-b842df60a59c req-065ea6fc-a89d-483c-949f-f4d82dee6bd9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:05.988348 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-52bb06dd-eeaf-48b7-9db3-b842df60a59c req-065ea6fc-a89d-483c-949f-f4d82dee6bd9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0724530 May 10 03:22:05.998682 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b04b8-05e6-4cca-b2b5-99c186c7f5ea req-6ec8fe9b-a9dd-486f-8e44-43addc1b94c5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.000119 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c65b04b8-05e6-4cca-b2b5-99c186c7f5ea req-6ec8fe9b-a9dd-486f-8e44-43addc1b94c5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0715325 May 10 03:22:06.071357 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-52bb06dd-eeaf-48b7-9db3-b842df60a59c req-7c295bb3-2893-473f-aa90-dc319362cdb7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703204 May 10 03:22:06.074483 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c65b04b8-05e6-4cca-b2b5-99c186c7f5ea req-6cd1b022-1303-4622-86f7-60c5e54162c1 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680661 May 10 03:22:06.302476 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-fc171d8a-a717-47a0-93ea-e632a8727582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.303868 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-fc171d8a-a717-47a0-93ea-e632a8727582 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1129 time: 0.0400116 May 10 03:22:06.450386 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf308-034f-40aa-b90a-2db89bd8fdbd req-139e0f00-0ffb-49c3-a31a-9676386c77d7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.451823 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f39bf308-034f-40aa-b90a-2db89bd8fdbd req-139e0f00-0ffb-49c3-a31a-9676386c77d7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0464118 May 10 03:22:06.497377 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f39bf308-034f-40aa-b90a-2db89bd8fdbd req-5435d8f9-df82-4233-82d8-d1f1b4711628 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 May 10 03:22:06.915736 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42ba50-6fd8-4bfe-94c7-674d1847cf8a req-da617d33-845b-43f9-aa11-6da79c5456c2 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.917445 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6e42ba50-6fd8-4bfe-94c7-674d1847cf8a req-da617d33-845b-43f9-aa11-6da79c5456c2 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0779843 May 10 03:22:06.938059 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac04dc-3c00-47c7-be68-a166dfb01816 req-dad95534-55d4-48aa-bc79-c0982d6c958a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:06.939431 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8ac04dc-3c00-47c7-be68-a166dfb01816 req-dad95534-55d4-48aa-bc79-c0982d6c958a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0669179 May 10 03:22:07.000130 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6e42ba50-6fd8-4bfe-94c7-674d1847cf8a req-b1c23ca0-8b42-4b47-b5cb-24462ba36939 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770729 May 10 03:22:07.007509 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8ac04dc-3c00-47c7-be68-a166dfb01816 req-449407fb-a264-4753-aab9-d0b7fb0f0d1e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615571 May 10 03:22:07.210844 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e9ba-fc95-4159-88fa-572c45aaa16e req-74efe8bc-8141-4fba-b041-d93f96941f2a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.212310 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6805e9ba-fc95-4159-88fa-572c45aaa16e req-74efe8bc-8141-4fba-b041-d93f96941f2a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0749164 May 10 03:22:07.218022 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a99a5-7d99-4c58-a1cb-698b9e11470c req-d57f9263-cd15-44b9-8a8a-01c61a8b72be tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.219349 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-457a99a5-7d99-4c58-a1cb-698b9e11470c req-d57f9263-cd15-44b9-8a8a-01c61a8b72be tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0807781 May 10 03:22:07.293074 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6805e9ba-fc95-4159-88fa-572c45aaa16e req-c8d16d06-8a12-49a3-9c54-93bb0dc0304f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727103 May 10 03:22:07.296318 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-457a99a5-7d99-4c58-a1cb-698b9e11470c req-1ee1830c-faa4-4186-a59e-d5c50deb8eb4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704153 May 10 03:22:07.371703 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bfbf8-abd8-4cbe-bdba-24c17529b1ee req-fe41af21-627a-4273-a66b-cb471ad54956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.373759 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-785bfbf8-abd8-4cbe-bdba-24c17529b1ee req-fe41af21-627a-4273-a66b-cb471ad54956 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0511110 May 10 03:22:07.569657 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2b95417-6dfa-4d20-8da0-439fb7886535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:07.600685 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-785bfbf8-abd8-4cbe-bdba-24c17529b1ee req-cc245a07-1995-499b-9012-5ce912a64f3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924611 May 10 03:22:07.618506 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a36dc-ef87-4bf0-bb56-024e052df067 req-ec25c7a3-18fc-4ad5-b971-e51458a5810a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.620140 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-af2a36dc-ef87-4bf0-bb56-024e052df067 req-ec25c7a3-18fc-4ad5-b971-e51458a5810a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0554786 May 10 03:22:07.625213 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-319ed5f2-53f4-4f51-b84a-6d924a4848f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.626733 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-319ed5f2-53f4-4f51-b84a-6d924a4848f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.1265113 May 10 03:22:07.676449 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-af2a36dc-ef87-4bf0-bb56-024e052df067 req-5e8879e0-a895-432c-9688-6f68c3846ac2 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507843 May 10 03:22:07.714040 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182287-0e03-4d2a-bd79-4dec04da23df req-e5fb463c-4f97-4f4d-8877-559d7b2d35ec tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:07.715492 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c182287-0e03-4d2a-bd79-4dec04da23df req-e5fb463c-4f97-4f4d-8877-559d7b2d35ec tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0517254 May 10 03:22:07.760911 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9c182287-0e03-4d2a-bd79-4dec04da23df req-2a12e66d-9417-4bd0-96a6-1f0d58a4d570 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 May 10 03:22:08.372583 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b8a73-d03d-4909-993c-bc26962af3c5 req-194303f7-e279-41b7-a191-8d30260b9ab0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.374031 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-432b8a73-d03d-4909-993c-bc26962af3c5 req-194303f7-e279-41b7-a191-8d30260b9ab0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.3066697 May 10 03:22:08.384937 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3dd31-61b9-46ff-b668-af8a4ecdf816 req-8c008967-ac2c-4400-98a0-19d347b68f91 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.386285 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0d3dd31-61b9-46ff-b668-af8a4ecdf816 req-8c008967-ac2c-4400-98a0-19d347b68f91 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.3064141 May 10 03:22:08.456405 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-432b8a73-d03d-4909-993c-bc26962af3c5 req-74ed5182-262c-4afe-96ba-304cfa69a12b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690722 May 10 03:22:08.463739 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0d3dd31-61b9-46ff-b668-af8a4ecdf816 req-bad3f33c-f469-4a5c-a456-713c883ab8fd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709462 May 10 03:22:08.558180 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1e3c6-ed39-411c-b16c-760186d543a7 req-753b15fb-b7a7-4ff2-b061-2e7394faf248 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.559594 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1df1e3c6-ed39-411c-b16c-760186d543a7 req-753b15fb-b7a7-4ff2-b061-2e7394faf248 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0491045 May 10 03:22:08.605215 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1df1e3c6-ed39-411c-b16c-760186d543a7 req-ca1674ef-3c9a-4cad-8352-fdb577c56d42 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 May 10 03:22:08.793290 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585c71e-dc5a-49c7-8ed3-ec4767c3d6bc req-364c32b4-2376-413e-823c-02bfa98e28ea tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.794766 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f585c71e-dc5a-49c7-8ed3-ec4767c3d6bc req-364c32b4-2376-413e-823c-02bfa98e28ea tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.0470030 May 10 03:22:08.876352 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f585c71e-dc5a-49c7-8ed3-ec4767c3d6bc req-27767226-e2ec-4bbb-ba48-a4cceb6fd811 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=bee71c76-d93b-4260-9c51-f5c11e077104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755596 May 10 03:22:08.889707 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d573a-06e1-446d-93f2-eb558ebb1c94 req-9bdb4105-f124-4787-85e9-3f8becff9111 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:08.891149 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-157d573a-06e1-446d-93f2-eb558ebb1c94 req-9bdb4105-f124-4787-85e9-3f8becff9111 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0625863 May 10 03:22:08.938649 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-157d573a-06e1-446d-93f2-eb558ebb1c94 req-7dbdcc05-e1b8-4b13-aa42-7b2912981e14 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 May 10 03:22:09.203659 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-cf572bb4-2585-4d57-91f8-d0ac03c2ad78 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.205094 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-cf572bb4-2585-4d57-91f8-d0ac03c2ad78 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 945 time: 0.1233406 May 10 03:22:09.205970 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe51b9-cdc5-432f-9afb-0b99994874b2 req-242c6e77-b9a1-4898-a3b4-93a9acc8bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.207265 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1cbe51b9-cdc5-432f-9afb-0b99994874b2 req-242c6e77-b9a1-4898-a3b4-93a9acc8bbd2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1130 time: 0.0843892 May 10 03:22:09.209303 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-d3e8a837-d17b-4d69-a26a-f6642cb32c99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 1000 time: 0.1339846 May 10 03:22:09.303128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port e00eeae9-db9b-46b3-b858-0190082d908f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:09.303415 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.389266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] For port e00eeae9-db9b-46b3-b858-0190082d908f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e00eeae9-db9b-46b3-b858-0190082d908f,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:09.389627 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.597492 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770d035-001f-4573-b104-c76302bf0fea req-74420228-abc6-4401-811f-5ba3d9edf9d5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.598885 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5770d035-001f-4573-b104-c76302bf0fea req-74420228-abc6-4401-811f-5ba3d9edf9d5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0750065 May 10 03:22:09.619201 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe673f-7c8e-477c-b526-e981b02a160e req-bf1b28c7-7e99-484b-b78d-dac8943a98f1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.620678 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cffe673f-7c8e-477c-b526-e981b02a160e req-bf1b28c7-7e99-484b-b78d-dac8943a98f1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0662987 May 10 03:22:09.672277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.672641 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.672957 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 2dca9ad2-f5e4-415b-9416-7250a0c3993a disassociated. External IP: 172.28.1.182, port: e00eeae9-db9b-46b3-b858-0190082d908f. May 10 03:22:09.673292 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for e00eeae9-db9b-46b3-b858-0190082d908f owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:09.684739 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5770d035-001f-4573-b104-c76302bf0fea req-7c18717f-480f-4272-93a0-832fd454ae05 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796521 May 10 03:22:09.693659 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-6953338a-d459-4f85-8bf9-43f90bf39269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.695158 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-6953338a-d459-4f85-8bf9-43f90bf39269 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0986762 May 10 03:22:09.697196 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cffe673f-7c8e-477c-b526-e981b02a160e req-f13d8073-c644-4a89-9192-314e405309bf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671394 May 10 03:22:09.712388 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1cbe51b9-cdc5-432f-9afb-0b99994874b2 req-ba39897a-55f2-49f2-a9bf-8bd3f823fcf9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168809 May 10 03:22:09.752521 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-cfd602cf-95a6-456b-8dcb-421773c10cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.791821 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3f4a3-0aac-456b-b1b4-370448d24867 req-c355b9e3-e59f-4e0a-92a0-4c321f1aa060 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:09.793353 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d6e3f4a3-0aac-456b-b1b4-370448d24867 req-c355b9e3-e59f-4e0a-92a0-4c321f1aa060 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0489817 May 10 03:22:09.840380 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d6e3f4a3-0aac-456b-b1b4-370448d24867 req-ddb90ad9-8818-4e76-b174-906e3c716084 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 May 10 03:22:09.881909 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e00eeae9-db9b-46b3-b858-0190082d908f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:09.914128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=e00eeae9-db9b-46b3-b858-0190082d908f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:09.926512 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.926857 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.927196 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.927533 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.927859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.928287 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.928610 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.928937 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.929255 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.929578 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.929897 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.930213 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.930526 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.930839 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.931153 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:09.974103 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-755b3f5c-d59b-4fae-b72f-12831cb9eae5 req-32a307c7-a7f8-43eb-b57c-c8c1a3777e22 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0285897 May 10 03:22:10.012253 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-21121609-5317-4b65-afcc-a42405f9b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:10.051996 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-21121609-5317-4b65-afcc-a42405f9b49b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797262 May 10 03:22:10.072523 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f541f-59ad-41f1-a339-3b3f781eb627 req-aaaf69ec-dbfa-407d-ad62-017e01b4f443 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:10.074127 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d4f541f-59ad-41f1-a339-3b3f781eb627 req-aaaf69ec-dbfa-407d-ad62-017e01b4f443 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0568814 May 10 03:22:10.123910 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d4f541f-59ad-41f1-a339-3b3f781eb627 req-724e2065-6aa3-4ea5-8bdc-81675fd3fa42 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 May 10 03:22:10.377402 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:22:10.515152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-c6bf8cad-daa4-44d3-ae34-674c109548f8 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632204 May 10 03:22:10.530543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:22:10.541873 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:22:10.551985 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:10.552658 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:10.577504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] No DVR routers for this DVR port e00eeae9-db9b-46b3-b858-0190082d908f on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:22:10.580048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:10.583281 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7ef54198-d4d3-41d6-a773-019a77f13ec0 req-789ffde4-fc47-40dd-ba03-d1f57254ec29 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "DELETE /v2.0/ports/e00eeae9-db9b-46b3-b858-0190082d908f HTTP/1.1" status: 204 len: 173 time: 1.3617940 May 10 03:22:10.583720 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'name': 'network-vif-deleted', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:10.586024 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4315f53-44f4-4ca2-ae10-b768267b5402" -d '{"events": [{"server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "name": "network-vif-deleted", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:10.623291 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b31e5f-04bb-42d7-9edb-fefac32ed662 x-openstack-request-id: req-e1b31e5f-04bb-42d7-9edb-fefac32ed662 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:10.623605 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e932f1-fc8d-4515-b33f-e1ba788e850b", "name": "network-vif-deleted", "tag": "e00eeae9-db9b-46b3-b858-0190082d908f", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:10.623858 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1b31e5f-04bb-42d7-9edb-fefac32ed662 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:10.624302 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b31e5f-04bb-42d7-9edb-fefac32ed662'] response: {'server_uuid': '25e932f1-fc8d-4515-b33f-e1ba788e850b', 'name': 'network-vif-deleted', 'tag': 'e00eeae9-db9b-46b3-b858-0190082d908f', 'status': 'completed', 'code': 200} May 10 03:22:10.759692 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:10.843128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ef365-c78f-408c-87eb-ee40f69466df req-0eb66274-d5ac-4b30-94af-c34414657ae6 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:10.843128 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-946ef365-c78f-408c-87eb-ee40f69466df req-0eb66274-d5ac-4b30-94af-c34414657ae6 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0785022 May 10 03:22:10.851616 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ada269-f087-44a9-bd6b-d16c7c29ab56 req-46d7656b-6c5a-462c-af25-a753a58ea144 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:10.854291 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-16ada269-f087-44a9-bd6b-d16c7c29ab56 req-46d7656b-6c5a-462c-af25-a753a58ea144 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.0600874 May 10 03:22:10.972253 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-16ada269-f087-44a9-bd6b-d16c7c29ab56 req-adedbf57-889d-4017-8807-5d05785fb941 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720885 May 10 03:22:10.976060 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-946ef365-c78f-408c-87eb-ee40f69466df req-70527993-6fb4-4230-948c-f949dea806f5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215823 May 10 03:22:11.000594 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:11.008051 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a0f550e-1a36-46cd-86d1-5a57de05a498 req-a362d03f-1f1d-4662-aa9e-d33406622d21 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418188 May 10 03:22:11.036254 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:22:11.050040 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:11.050040 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:11.132618 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1762297d-3770-4b44-bed7-5a85d941163c req-d3b48dca-45dc-4c1b-9a5e-5fd1e67ad3d6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0571249 May 10 03:22:11.179101 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-154737fc-7341-4d8e-b083-b216e5a78ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:11.179101 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-154737fc-7341-4d8e-b083-b216e5a78ff0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 1129 time: 0.0596902 May 10 03:22:11.197132 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d4368-0874-4cac-afdf-52618e7df3af req-33633dce-8133-4d53-808f-3b70e1efb171 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:11.199794 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b5d4368-0874-4cac-afdf-52618e7df3af req-33633dce-8133-4d53-808f-3b70e1efb171 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0861249 May 10 03:22:11.214791 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:11.235438 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:11.293483 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0c2ad-9694-47cc-8563-8301381e86cc req-1cc9b735-0cdb-488a-a089-da229a0d57a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:11.301411 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-31f0c2ad-9694-47cc-8563-8301381e86cc req-1cc9b735-0cdb-488a-a089-da229a0d57a8 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0781796 May 10 03:22:11.313104 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-4d8faba0-e7fa-4007-bf11-3080bfd85304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:11.315110 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-4d8faba0-e7fa-4007-bf11-3080bfd85304 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.1141691 May 10 03:22:11.325427 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b5d4368-0874-4cac-afdf-52618e7df3af req-5c9a1f38-2e03-4087-9244-6f06ac6ca35f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127901 May 10 03:22:11.359941 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-31f0c2ad-9694-47cc-8563-8301381e86cc req-3af419fe-0b4b-4c00-92fa-95432fafc386 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574412 May 10 03:22:11.469725 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:11.497064 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cf47c9-7550-4298-9527-a194c189a4f4 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '84b65424-82db-42d3-86f5-5c087c0506e2', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.131', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:d6:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:19:29Z', 'updated_at': '2022-05-10T03:20:01Z', 'revision_number': 2, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:22:11.702178 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:22:11.706054 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e00eeae9-db9b-46b3-b858-0190082d908f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:22:11.732253 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: e00eeae9-db9b-46b3-b858-0190082d908f {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:22:11.732844 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e00eeae9-db9b-46b3-b858-0190082d908f not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:22:11.783852 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91263f73-dd37-4f86-855a-d51c0a9c0f61 None None] New status for floating IP 2dca9ad2-f5e4-415b-9416-7250a0c3993a: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:22:12.132038 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:12.138297 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-a99b5872-618d-4c1c-9985-121e2a431837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 200 len: 1000 time: 0.1355000 May 10 03:22:12.149937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'mac_address': 'fa:16:3e:ee:80:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:22:12.175560 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e1d3d-4c74-4c97-9df0-684b89e5069b req-c4fea1c2-55f5-4065-b059-9f0bfd58109a tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.177258 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-926e1d3d-4c74-4c97-9df0-684b89e5069b req-c4fea1c2-55f5-4065-b059-9f0bfd58109a tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0686352 May 10 03:22:12.187654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cac34-95c5-4b36-b2e6-820822c46b2f req-1b7f7101-65de-476d-b15d-198b67d64d49 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.189515 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-518cac34-95c5-4b36-b2e6-820822c46b2f req-1b7f7101-65de-476d-b15d-198b67d64d49 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 943 time: 0.1189003 May 10 03:22:12.210493 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:12.212351 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:12.215157 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-42f96a10-ccd3-4678-98e2-a65aae8bb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.216732 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-42f96a10-ccd3-4678-98e2-a65aae8bb982 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0719376 May 10 03:22:12.230176 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:12.255421 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:12.273003 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-926e1d3d-4c74-4c97-9df0-684b89e5069b req-c3e103c0-1248-43ae-9a2a-8d20f979c40d tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822632 May 10 03:22:12.295816 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-8ffcf0bb-8f07-4c99-b2c9-fff13ae20731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.297685 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-8ffcf0bb-8f07-4c99-b2c9-fff13ae20731 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0750875 May 10 03:22:12.314558 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-518cac34-95c5-4b36-b2e6-820822c46b2f req-51b9ee2a-13f7-4e72-8471-c95a0b83c304 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969172 May 10 03:22:12.346553 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:12.458627 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-ae400c04-f2fb-40a4-b24c-9c62b94a0fde service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553128 May 10 03:22:12.461880 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-25f28fcd-8318-4e90-af56-ec7039352953 req-de1292cb-b6e6-4949-b749-d6bdd074f3a7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0613325 May 10 03:22:12.494356 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:12.514950 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae266f0-cfa4-4bd9-b781-47d965f773dd req-9ea5bbd5-33f9-4f03-a317-64104ab3d1a8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.515605 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.516044 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.516477 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.516805 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.517143 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.517485 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.517798 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.518121 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.518444 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.518758 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ae266f0-cfa4-4bd9-b781-47d965f773dd req-9ea5bbd5-33f9-4f03-a317-64104ab3d1a8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0729411 May 10 03:22:12.518880 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.523314 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.523671 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.524037 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.524419 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.524755 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:12.547974 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:12.590201 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-14cf5fb3-d39f-4de1-9796-3c7f082fdf72 req-612c7cf5-2df9-40ca-b2fd-2caa4fe3bc7c service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 May 10 03:22:12.590329 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ae266f0-cfa4-4bd9-b781-47d965f773dd req-9b8840a2-e23e-4fe6-b257-232f8adc6769 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571017 May 10 03:22:12.657737 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9bb0d-a730-4cab-a784-4428216525f3 req-c0206085-bbc5-4cf6-b69d-9eb58f135ed6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.659325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b5b9bb0d-a730-4cab-a784-4428216525f3 req-c0206085-bbc5-4cf6-b69d-9eb58f135ed6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0706990 May 10 03:22:12.660481 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['373a71b7-374a-4584-ad6b-1d09a234ef37'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:12.727361 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dc0fa-e87b-4734-8669-2cd76c324c98 req-b3667771-ccc5-4fc0-b8b7-b28faf844324 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.728991 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-123dc0fa-e87b-4734-8669-2cd76c324c98 req-b3667771-ccc5-4fc0-b8b7-b28faf844324 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0684409 May 10 03:22:12.781982 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b5b9bb0d-a730-4cab-a784-4428216525f3 req-ddde4641-9229-42f6-a67a-9c06f33ac4a2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094904 May 10 03:22:12.800192 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-123dc0fa-e87b-4734-8669-2cd76c324c98 req-b2aca353-7c7d-47fa-a629-a238f0645355 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624478 May 10 03:22:12.922208 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd47586-1de8-467e-a8e6-2d33b88acab7 req-c69f00a4-66b2-4724-acad-eabeafab47a6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:12.923867 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5cd47586-1de8-467e-a8e6-2d33b88acab7 req-c69f00a4-66b2-4724-acad-eabeafab47a6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0516593 May 10 03:22:12.933442 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55908) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:12.937909 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'floatingip': {'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:12.982415 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:13.154422 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28b57d-16c9-40e9-9b62-24b47bc4111b req-8d9d331b-e0e0-44c8-a48b-87e7e429f899 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:13.156322 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3a28b57d-16c9-40e9-9b62-24b47bc4111b req-8d9d331b-e0e0-44c8-a48b-87e7e429f899 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0485723 May 10 03:22:13.209067 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3a28b57d-16c9-40e9-9b62-24b47bc4111b req-eef5f1d8-471e-4d02-ae86-bdb3a678d02b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 May 10 03:22:13.431290 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5621d-bdd8-4a22-89fb-4a70de6d7f7c req-69994936-d23e-4fe7-863d-92fddf289d43 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:13.432787 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9e5621d-bdd8-4a22-89fb-4a70de6d7f7c req-69994936-d23e-4fe7-863d-92fddf289d43 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 944 time: 0.0494733 May 10 03:22:13.466234 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:13.501262 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9e5621d-bdd8-4a22-89fb-4a70de6d7f7c req-d78a7c5f-ef13-40cd-98fe-5fc683c2625f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622447 May 10 03:22:13.553714 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:13.618766 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-57de24ad-4456-4e06-8cc0-86cc77a74770 req-9567df82-b3b3-444d-89a3-b2a07ad5a59c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=25e932f1-fc8d-4515-b33f-e1ba788e850b HTTP/1.1" status: 200 len: 210 time: 0.0437038 May 10 03:22:13.675527 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Floating IP 8540eda8-9041-4b9d-96da-f1b8e6f5040a associated. External IP: 172.28.1.173, port: 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319. May 10 03:22:13.724245 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:22:13.776477 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 373a71b7-374a-4584-ad6b-1d09a234ef37 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:13.776843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:13.864775 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 373a71b7-374a-4584-ad6b-1d09a234ef37 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:13.871323 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:13.906462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:13.908706 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb651c-14f8-42d4-97ea-92832a55ebab" -d '{"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:13.931390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:13.990038 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f317-376c-4eb2-89cb-c90b85871775 req-50b5683e-5491-4f7f-a84a-333a4320b4f7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:13.992969 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0094ba93-3807-4cd5-9f15-83f59adbc5e8 x-openstack-request-id: req-0094ba93-3807-4cd5-9f15-83f59adbc5e8 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:13.993231 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-plugged", "status": "completed", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:13.993554 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0094ba93-3807-4cd5-9f15-83f59adbc5e8 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:13.994320 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0094ba93-3807-4cd5-9f15-83f59adbc5e8'] response: {'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'code': 200} May 10 03:22:13.995842 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3ff0f317-376c-4eb2-89cb-c90b85871775 req-50b5683e-5491-4f7f-a84a-333a4320b4f7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0932653 May 10 03:22:14.001612 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:14.008207 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:14.021231 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Router 53ff9d41-35d1-4873-be94-e560d02c78ef has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:22:14.088554 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3ff0f317-376c-4eb2-89cb-c90b85871775 req-3b43967c-bfc8-4adb-b289-3e9f55f6be78 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866847 May 10 03:22:14.091147 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:14.169770 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:22:14.174518 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:14.179643 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:22:14.189531 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:14.190123 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:14.204684 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b24a47f6-3489-44a1-894d-8a88b2087eaa tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "PUT /v2.0/floatingips/8540eda8-9041-4b9d-96da-f1b8e6f5040a HTTP/1.1" status: 200 len: 991 time: 1.2702157 May 10 03:22:14.205265 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:14.207521 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:14.245742 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d6655-fbab-485c-95af-0033d8e42498 x-openstack-request-id: req-728d6655-fbab-485c-95af-0033d8e42498 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:14.246032 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:14.246283 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-728d6655-fbab-485c-95af-0033d8e42498 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:14.246678 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728d6655-fbab-485c-95af-0033d8e42498'] response: {'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'status': 'completed', 'code': 200} May 10 03:22:14.306310 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:14.486159 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-986d602e-d605-4909-aaa2-ee82058f7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.486159 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-986d602e-d605-4909-aaa2-ee82058f7673 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0554829 May 10 03:22:14.650855 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:22:13Z', 'revision_number': 1, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:14.655804 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-c5af9422-f9ea-4f5b-ac9e-73a6efa0031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.657498 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-c5af9422-f9ea-4f5b-ac9e-73a6efa0031a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.1672232 May 10 03:22:14.681256 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:22:14.692163 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf100f-7423-4d60-8529-c2abfabfa8e5 req-bf92aeec-8a87-418b-8bf5-84e67b4131dd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.692976 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5aaf100f-7423-4d60-8529-c2abfabfa8e5 req-bf92aeec-8a87-418b-8bf5-84e67b4131dd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0686500 May 10 03:22:14.703660 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:14.704425 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:14.766259 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5aaf100f-7423-4d60-8529-c2abfabfa8e5 req-4ce6bba3-4a0f-4abd-a89e-891b68a69ae1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654864 May 10 03:22:14.800292 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 55938) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:14.825519 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-433d540e-4713-43ad-a252-d00a14a0fdc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 999 time: 0.1618295 May 10 03:22:14.829309 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2fb6-9384-4f86-900d-151772d3091a req-8d8dc3f2-b8e0-494f-8a60-631d6fcb59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.831013 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71af2fb6-9384-4f86-900d-151772d3091a req-8d8dc3f2-b8e0-494f-8a60-631d6fcb59f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 1130 time: 0.0626388 May 10 03:22:14.832311 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:14.867054 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (bee71c76-d93b-4260-9c51-f5c11e077104), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:14.892710 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (bee71c76-d93b-4260-9c51-f5c11e077104), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:14.924692 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-6f2b13c2-dbbf-4d9f-bbaa-0e8d61e65460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:14.926157 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-6f2b13c2-dbbf-4d9f-bbaa-0e8d61e65460 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0793657 May 10 03:22:14.929873 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-71af2fb6-9384-4f86-900d-151772d3091a req-2a23a887-9a23-4e34-a8b0-882b059fe973 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743768 May 10 03:22:15.021820 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bee71c76-d93b-4260-9c51-f5c11e077104), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.027717 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.031215 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/security-groups/bee71c76-d93b-4260-9c51-f5c11e077104 HTTP/1.1" status: 204 len: 168 time: 0.2264056 May 10 03:22:15.031884 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55944) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:15.040384 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee71c76-d93b-4260-9c51-f5c11e077104,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:15.046953 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.api.v2.resource [None req-4df8bbf2-c8d2-4c08-9b16-de7db4da62da tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] show failed (client error): The resource could not be found. May 10 03:22:15.050338 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-4df8bbf2-c8d2-4c08-9b16-de7db4da62da tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups/bee71c76-d93b-4260-9c51-f5c11e077104 HTTP/1.1" status: 404 len: 347 time: 0.0149715 May 10 03:22:15.050777 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.051130 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.051475 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.051653 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 55946) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:15.051819 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.052166 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.052496 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.052831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.053197 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.053609 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.054061 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.054318 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.054644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.054967 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.055293 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.055614 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48322a7c-f133-4e14-bfa9-45da5e789d73 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:22:15.103026 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:22:13Z', 'revision_number': 1, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:15.137204 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123b52a-0536-49c5-ad4f-745399864e99 None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:22:13Z', 'revision_number': 1, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:22:15.227263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port 212968f8-dda1-4127-adf3-3d26b0b8380d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:15.227613 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.230667 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-23e69c7e-687f-47e9-999b-aa65271256b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:15.232262 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-23e69c7e-687f-47e9-999b-aa65271256b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0900681 May 10 03:22:15.369793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb11e7b-cfa1-4f7a-ac6c-f986d073af3c None None] New status for floating IP 8540eda8-9041-4b9d-96da-f1b8e6f5040a: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:22:15.596653 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.597180 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (212968f8-dda1-4127-adf3-3d26b0b8380d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.616784 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for 212968f8-dda1-4127-adf3-3d26b0b8380d owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:15.619937 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-5868072c-827a-4128-b7e2-fa6a86971d45 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781295 May 10 03:22:15.840733 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (212968f8-dda1-4127-adf3-3d26b0b8380d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.853111 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bc7e9234-55dc-4b1c-a2fc-64651fa99d4b req-afa1631b-2292-4ee7-bd5b-a381e110fd35 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990510 May 10 03:22:15.872418 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=212968f8-dda1-4127-adf3-3d26b0b8380d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:15.898112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03231ae0-a177-40b5-9cc6-2620c295190c req-843b8f44-a3b7-4c8d-99bb-987326b62f84 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:15.899820 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03231ae0-a177-40b5-9cc6-2620c295190c req-843b8f44-a3b7-4c8d-99bb-987326b62f84 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0622101 May 10 03:22:15.942997 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (2dca9ad2-f5e4-415b-9416-7250a0c3993a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.946504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:15.947636 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-aec7dde0-59c3-4f8e-bb09-839d5b93f4b6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/floatingips/2dca9ad2-f5e4-415b-9416-7250a0c3993a HTTP/1.1" status: 204 len: 168 time: 0.8948655 May 10 03:22:15.952890 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03231ae0-a177-40b5-9cc6-2620c295190c req-e3819db2-353a-4077-9177-251d448c4661 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464201 May 10 03:22:17.073209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302d2d9-f93d-4e09-b2f5-5d3383da5edb req-1e65fcb6-1a7e-4bba-aaad-1fdf075b66f7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:17.074749 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3302d2d9-f93d-4e09-b2f5-5d3383da5edb req-1e65fcb6-1a7e-4bba-aaad-1fdf075b66f7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0480778 May 10 03:22:17.120906 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3302d2d9-f93d-4e09-b2f5-5d3383da5edb req-2426661a-2123-442b-ae0a-6427076c89b7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407453 May 10 03:22:18.246882 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc6c8b-86f6-441b-9990-8c0c044ef8da req-62cba056-4860-4f4e-a9ff-62157760690d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:18.248286 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-48fc6c8b-86f6-441b-9990-8c0c044ef8da req-62cba056-4860-4f4e-a9ff-62157760690d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0503502 May 10 03:22:18.298338 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-48fc6c8b-86f6-441b-9990-8c0c044ef8da req-9841bc85-5649-440f-ab09-2c44f3593f85 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441792 May 10 03:22:18.981191 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838cb65-ddd4-4ea5-b2bd-bd2595f1c1f0 req-b1e748e9-8051-44e4-96cb-b3787e5657a4 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:18.982662 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3838cb65-ddd4-4ea5-b2bd-bd2595f1c1f0 req-b1e748e9-8051-44e4-96cb-b3787e5657a4 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0483334 May 10 03:22:19.029869 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3838cb65-ddd4-4ea5-b2bd-bd2595f1c1f0 req-251db85e-e3bb-44fd-ae4b-35dcf6b606dc tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 May 10 03:22:19.417250 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b458bd9-75a3-4b7a-a2bf-e65f7b6f5543 req-f79cced1-e6f9-4916-b323-0124496087df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:19.418705 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b458bd9-75a3-4b7a-a2bf-e65f7b6f5543 req-f79cced1-e6f9-4916-b323-0124496087df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0463822 May 10 03:22:19.468848 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b458bd9-75a3-4b7a-a2bf-e65f7b6f5543 req-f8a508ce-e8eb-4075-8f31-5c7c66f189bc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445750 May 10 03:22:20.145309 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3de9-4d90-46a6-8076-3e1dbeb5bbaa req-dd75e96a-a4b9-4056-a502-df214e19ea1e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:20.147923 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9cab3de9-4d90-46a6-8076-3e1dbeb5bbaa req-dd75e96a-a4b9-4056-a502-df214e19ea1e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0514934 May 10 03:22:20.195625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9cab3de9-4d90-46a6-8076-3e1dbeb5bbaa req-cd315ecb-e252-49aa-acde-9a901197dcc4 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421638 May 10 03:22:20.638593 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dfbd6-0487-4c65-8962-859eda08780c req-f072df42-ebc7-4228-b241-79225f7a5b28 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:20.640037 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d14dfbd6-0487-4c65-8962-859eda08780c req-f072df42-ebc7-4228-b241-79225f7a5b28 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 945 time: 0.0460584 May 10 03:22:20.730331 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port 3675090a-d6b4-4972-9846-20ea88eb78e8 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:20.730584 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.825334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] For port 3675090a-d6b4-4972-9846-20ea88eb78e8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3675090a-d6b4-4972-9846-20ea88eb78e8,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:20.825728 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.998972 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.999246 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:20.999560 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 84b65424-82db-42d3-86f5-5c087c0506e2 disassociated. External IP: 172.28.1.131, port: 3675090a-d6b4-4972-9846-20ea88eb78e8. May 10 03:22:20.999895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for 3675090a-d6b4-4972-9846-20ea88eb78e8 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:21.164129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3675090a-d6b4-4972-9846-20ea88eb78e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:21.194685 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=3675090a-d6b4-4972-9846-20ea88eb78e8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:21.291933 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8c793b66-1548-4831-be5d-4be6d73d87ab req-e9e986c6-af22-4e7d-86fb-01486ec550f6 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.0275578 May 10 03:22:21.310736 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:22:21.421081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:22:21.430482 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:22:21.439897 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:21.440539 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:21.469020 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] No DVR routers for this DVR port 3675090a-d6b4-4972-9846-20ea88eb78e8 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:22:21.471557 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:21.474747 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d14dfbd6-0487-4c65-8962-859eda08780c req-1e5353c1-0073-4ead-847f-249d2d40bd5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "DELETE /v2.0/ports/3675090a-d6b4-4972-9846-20ea88eb78e8 HTTP/1.1" status: 204 len: 173 time: 0.8289852 May 10 03:22:21.475176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'name': 'network-vif-deleted', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:21.477412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6400300-4b52-4d8d-8de1-e30345cd1fe9" -d '{"events": [{"server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "name": "network-vif-deleted", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:21.516093 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4317a8-ead4-41fe-8e6f-8f2805460ea6 x-openstack-request-id: req-3d4317a8-ead4-41fe-8e6f-8f2805460ea6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:21.516393 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a275173c-51a6-4cc6-aef2-b30bcee8b67b", "name": "network-vif-deleted", "tag": "3675090a-d6b4-4972-9846-20ea88eb78e8", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:21.516713 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d4317a8-ead4-41fe-8e6f-8f2805460ea6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:21.517100 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4317a8-ead4-41fe-8e6f-8f2805460ea6'] response: {'server_uuid': 'a275173c-51a6-4cc6-aef2-b30bcee8b67b', 'name': 'network-vif-deleted', 'tag': '3675090a-d6b4-4972-9846-20ea88eb78e8', 'status': 'completed', 'code': 200} May 10 03:22:21.641001 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:21.844946 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:21.878075 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:22:21.887051 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:21.887666 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:21.897219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059781d5-153b-41e0-b58f-53af55a7276d req-2c52c622-564e-4d19-867a-e6af829bc8e3 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:21.898751 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-059781d5-153b-41e0-b58f-53af55a7276d req-2c52c622-564e-4d19-867a-e6af829bc8e3 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0517533 May 10 03:22:21.950910 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-059781d5-153b-41e0-b58f-53af55a7276d req-7f3a16de-563d-4c3f-a5b2-b146d6a66a36 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463512 May 10 03:22:21.973066 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56052) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:22.000464 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:22.055596 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffa165-cf98-4265-bc3f-2987b2df9543 tempest-TestMinimumBasicScenario-1697820665 tempest-TestMinimumBasicScenario-1697820665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:22.057209 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-80ffa165-cf98-4265-bc3f-2987b2df9543 tempest-TestMinimumBasicScenario-1697820665 tempest-TestMinimumBasicScenario-1697820665-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1125 time: 0.0831149 May 10 03:22:22.059987 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56056) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:22.064147 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'port_id': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:22.135663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:22.197024 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:22.220634 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:22.227369 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4920104c-a35a-4486-8028-86794a408ea0 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:22:22.338509 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Allocated IP 172.28.1.207 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/a44a665b-06a6-4a28-b201-990008487ddb) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:22:22.416978 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d2b990de-80da-47f7-8c89-a7b8c597107b req-5a2f5065-b172-4fde-8d96-1dd264998d75 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=a275173c-51a6-4cc6-aef2-b30bcee8b67b HTTP/1.1" status: 200 len: 210 time: 0.0336962 May 10 03:22:22.462087 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for port (a44a665b-06a6-4a28-b201-990008487ddb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:22.503144 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155605-ebf7-44a0-a4a8-f190549f95e2 None None] New status for floating IP 84b65424-82db-42d3-86f5-5c087c0506e2: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:22:22.552526 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (a44a665b-06a6-4a28-b201-990008487ddb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:22.597596 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:22:22.602148 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:22:22.604037 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'Port': ['ID=a44a665b-06a6-4a28-b201-990008487ddb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:22.606269 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:22:22.966844 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for floatingip (806a79c1-56b5-4a56-9c84-7b50cdc3d541), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.116391 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a44a665b-06a6-4a28-b201-990008487ddb), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.265054 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for port (a44a665b-06a6-4a28-b201-990008487ddb), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.355852 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (a44a665b-06a6-4a28-b201-990008487ddb), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.425953 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'Port': ['ID=a44a665b-06a6-4a28-b201-990008487ddb,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:23.438215 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (806a79c1-56b5-4a56-9c84-7b50cdc3d541), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.555015 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Floating IP 806a79c1-56b5-4a56-9c84-7b50cdc3d541 associated. External IP: 172.28.1.207, port: 28d80747-ff10-4f4c-93bb-2b2d343c9e8e. May 10 03:22:23.568882 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56064) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:23.623034 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.646403 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.772456 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Router 466b895f-36a3-4154-af1f-d3c75c45fb12 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:22:23.775354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.778162 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.779312 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/security-groups/a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5 HTTP/1.1" status: 204 len: 168 time: 0.2092664 May 10 03:22:23.783702 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56066) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:23.797528 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6435f-b40a-440c-aaa1-5e44c50ce218 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:23.804587 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-60b687b5-26d7-43a9-bbb0-f018c6afd73d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] show failed (client error): The resource could not be found. May 10 03:22:23.805867 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-60b687b5-26d7-43a9-bbb0-f018c6afd73d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups/a3ff07be-cdce-46ac-9ab1-7adfb9c4b2b5 HTTP/1.1" status: 404 len: 347 time: 0.0212219 May 10 03:22:23.809643 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56068) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:23.897519 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:22:23.907724 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Sync routers for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:22:23.918465 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:23.919168 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:23.925414 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port f7cbbcff-f82a-4903-8878-41cbdb3efa4e {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:22:23.937617 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:23.992864 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.003302 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.003626 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.017864 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for f7cbbcff-f82a-4903-8878-41cbdb3efa4e owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:22:24.028823 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:24.253846 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f970d4c0-b13b-4aec-b32b-b0769e2259d8 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1927664 May 10 03:22:24.254539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:24.257262 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56070) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:24.257446 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '806a79c1-56b5-4a56-9c84-7b50cdc3d541', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'port_id': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'mac_address': 'fa:16:3e:77:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf1629-9431-4b77-92e3-253377280b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:22Z', 'updated_at': '2022-05-10T03:22:22Z', 'revision_number': 0, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:24.257645 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4952732f-f075-402f-bca9-8cb05b0f20ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:24.262491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006105752', 'description': 'tempest-secgroup-smoke-1006105752 description', 'project_id': 'c5f50448e3cc4533a5c70bb766559548'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:24.267878 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (f7cbbcff-f82a-4903-8878-41cbdb3efa4e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.292612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2edfc8-efb1-43ea-9afd-e56fa1354fc6 x-openstack-request-id: req-ea2edfc8-efb1-43ea-9afd-e56fa1354fc6 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:24.292958 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:24.305097 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea2edfc8-efb1-43ea-9afd-e56fa1354fc6 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:24.305097 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2edfc8-efb1-43ea-9afd-e56fa1354fc6'] response: {'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:22:24.305352 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Checking router: 466b895f-36a3-4154-af1f-d3c75c45fb12 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:22:24.305352 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:24.305504 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=f7cbbcff-f82a-4903-8878-41cbdb3efa4e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:24.305858 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:24.336286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (84b65424-82db-42d3-86f5-5c087c0506e2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.338913 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.340124 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-318e7475-f2ee-4e6f-b845-51660bdd3eb1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/floatingips/84b65424-82db-42d3-86f5-5c087c0506e2 HTTP/1.1" status: 204 len: 168 time: 0.5295610 May 10 03:22:24.367007 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-f81940ba-f691-48fe-923d-d7e183fbc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:24.368621 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-f81940ba-f691-48fe-923d-d7e183fbc3b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1130 time: 0.0416894 May 10 03:22:24.381986 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.432969 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:24.458682 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (76e6e958-f119-42af-b5d9-3ca1306a1bc1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.477165 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-fd3212b5-e0be-4965-8e67-bb2569d8efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:24.478647 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-fd3212b5-e0be-4965-8e67-bb2569d8efd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 915 time: 0.1029711 May 10 03:22:24.513873 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56076) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:24.518656 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581870068', 'description': 'tempest-description--686414292'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:24.536205 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (76e6e958-f119-42af-b5d9-3ca1306a1bc1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.561753 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-bd50b992-6f4f-4336-a1fd-9ce4970e0925 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 1000 time: 0.0720234 May 10 03:22:24.575505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e6e958-f119-42af-b5d9-3ca1306a1bc1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:24.620586 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-e601ab42-53c8-42cc-bd7e-f4566622445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:24.622297 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-e601ab42-53c8-42cc-bd7e-f4566622445f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0537276 May 10 03:22:24.638430 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.661614 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '806a79c1-56b5-4a56-9c84-7b50cdc3d541', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'port_id': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'mac_address': 'fa:16:3e:77:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf1629-9431-4b77-92e3-253377280b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:22Z', 'updated_at': '2022-05-10T03:22:22Z', 'revision_number': 0, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:24.673360 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-1d2ccd70-2f6c-4ba5-b510-2022499335f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:24.674805 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-1d2ccd70-2f6c-4ba5-b510-2022499335f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458512 May 10 03:22:24.680211 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.681463 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5c6de404-b195-4feb-9337-78c97bc15eed tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4231472 May 10 03:22:24.685658 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56078) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:24.693026 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ac9f8a-a9b4-48dd-9f23-5f2941405fe1 None None] The sync data for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb is: [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '806a79c1-56b5-4a56-9c84-7b50cdc3d541', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'floating_ip_address': '172.28.1.207', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'port_id': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'mac_address': 'fa:16:3e:77:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf1629-9431-4b77-92e3-253377280b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:22Z', 'updated_at': '2022-05-10T03:22:22Z', 'revision_number': 0, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:22:24.700821 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:24.726158 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (fd59b7e2-a483-487c-85cd-6f0a46b24482), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.780849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fd59b7e2-a483-487c-85cd-6f0a46b24482), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.791162 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-29da8e29-116c-446d-bb82-fc8f776d42d9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060872 May 10 03:22:24.811571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59b7e2-a483-487c-85cd-6f0a46b24482,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:24.861160 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (334a5e7a-814a-4e94-8bab-491b3ce8f7d8), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.873127 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.874239 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f8348d80-c5c3-41b5-818d-84935c947066 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3593516 May 10 03:22:24.877093 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56080) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:24.882818 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'fd59b7e2-a483-487c-85cd-6f0a46b24482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:24.909281 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418cad76-c15f-4c7a-a1c6-08bd7c9b5657 None None] New status for floating IP 806a79c1-56b5-4a56-9c84-7b50cdc3d541: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:22:24.933476 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4952732f-f075-402f-bca9-8cb05b0f20ea req-9eea0578-6512-49cd-bc94-db268ac0a9c9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315575 May 10 03:22:24.946869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (334a5e7a-814a-4e94-8bab-491b3ce8f7d8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:24.994079 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (8d2d5757-4600-4105-94e5-e4f8af50624c), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.015324 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (334a5e7a-814a-4e94-8bab-491b3ce8f7d8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.033342 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334a5e7a-814a-4e94-8bab-491b3ce8f7d8,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:25.050765 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (8d2d5757-4600-4105-94e5-e4f8af50624c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.124102 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.125294 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b2c95303-9d2e-48ff-9b09-2faea77d41d0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293571 May 10 03:22:25.127977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56082) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:25.132271 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:25.133320 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (8d2d5757-4600-4105-94e5-e4f8af50624c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.152117 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2d5757-4600-4105-94e5-e4f8af50624c,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:25.215341 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (44c2416e-1c63-4255-98b7-c2d3aeab181b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.257311 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.258520 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a984e6cb-2b12-467c-917e-edac5e16d3f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3804584 May 10 03:22:25.261819 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56084) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:25.266236 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': 'fd59b7e2-a483-487c-85cd-6f0a46b24482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:25.271294 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (44c2416e-1c63-4255-98b7-c2d3aeab181b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.346812 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (44c2416e-1c63-4255-98b7-c2d3aeab181b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.365930 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c2416e-1c63-4255-98b7-c2d3aeab181b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:25.385019 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (07b54423-6943-4d66-b2ea-0a87057cdd14), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.442131 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (07b54423-6943-4d66-b2ea-0a87057cdd14), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.445934 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.448390 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-fa41f30d-13e2-4f85-a7d7-33f0e6b58092 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3182542 May 10 03:22:25.449966 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:25.454370 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:25.523747 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (07b54423-6943-4d66-b2ea-0a87057cdd14), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.542307 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b54423-6943-4d66-b2ea-0a87057cdd14,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:25.549767 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (c8b70527-30f3-4722-bd53-96d612286bf7), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.595865 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.597186 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a977dc48-2385-4dcd-bcc2-76199b66861f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343091 May 10 03:22:25.601015 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56088) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:25.605632 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:25.609954 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (c8b70527-30f3-4722-bd53-96d612286bf7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.699312 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (c8b70527-30f3-4722-bd53-96d612286bf7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.711223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.718947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b70527-30f3-4722-bd53-96d612286bf7,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:25.786484 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.787738 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-86b9d955-547f-44ed-bc81-729a67bd25e1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367636 May 10 03:22:25.789567 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.790448 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56090) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:25.793538 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3675090a-d6b4-4972-9846-20ea88eb78e8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:22:25.795183 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:25.814669 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 3675090a-d6b4-4972-9846-20ea88eb78e8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:22:25.815092 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3675090a-d6b4-4972-9846-20ea88eb78e8 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:22:25.887479 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (7de27594-4f28-4a83-9cf0-15ab2f7e6b2b), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.894777 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.28.1.19 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/85540e3f-3c20-48cb-884d-08b778f40468) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:22:25.944754 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (7de27594-4f28-4a83-9cf0-15ab2f7e6b2b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:25.986306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (7de27594-4f28-4a83-9cf0-15ab2f7e6b2b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.002884 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (85540e3f-3c20-48cb-884d-08b778f40468), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.005839 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de27594-4f28-4a83-9cf0-15ab2f7e6b2b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:26.051475 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.052729 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8a858e44-e9f8-49c5-8d11-90b7f57614c5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2612743 May 10 03:22:26.055981 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56092) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:26.060193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:26.078457 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (85540e3f-3c20-48cb-884d-08b778f40468), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.117270 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:22:26.118091 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Project c5f50448e3cc4533a5c70bb766559548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:22:26.121560 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:22:26.123918 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (209408da-a67e-4265-b5a5-9aa379688a4a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.124182 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:22:26.159911 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=85540e3f-3c20-48cb-884d-08b778f40468,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:26.188236 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (209408da-a67e-4265-b5a5-9aa379688a4a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.221355 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.260647 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (209408da-a67e-4265-b5a5-9aa379688a4a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.280147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209408da-a67e-4265-b5a5-9aa379688a4a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:26.317722 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (85540e3f-3c20-48cb-884d-08b778f40468), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.348356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.349568 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3ef3ba1f-d66f-4a56-8b66-86f4ac7db3ac tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926500 May 10 03:22:26.352291 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56094) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:26.356778 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'security_group_rule': {'security_group_id': '76e6e958-f119-42af-b5d9-3ca1306a1bc1', 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:26.438275 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.securitygroups_db [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Project c5f50448e3cc4533a5c70bb766559548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 03:22:26.443862 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (389332d9-3992-4cb0-b9b0-2e45b128dd05), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.471422 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (85540e3f-3c20-48cb-884d-08b778f40468), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.503435 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (389332d9-3992-4cb0-b9b0-2e45b128dd05), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.556600 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (85540e3f-3c20-48cb-884d-08b778f40468), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.585147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (389332d9-3992-4cb0-b9b0-2e45b128dd05), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.605498 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389332d9-3992-4cb0-b9b0-2e45b128dd05,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:26.629365 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=85540e3f-3c20-48cb-884d-08b778f40468,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:26.639032 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.679540 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.680868 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-dbaa47c6-3b2d-4aae-9fbe-41c53edf0c9b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274961 May 10 03:22:26.708932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.710254 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-db1b2d72-89da-45e4-83b4-ac88a80c117f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1080976 May 10 03:22:26.769272 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-4dd381bf-aeba-445b-b3c4-de71f0a51cfa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006105752&fields=id&tenant_id=c5f50448e3cc4533a5c70bb766559548 HTTP/1.1" status: 200 len: 267 time: 0.0440934 May 10 03:22:26.820232 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-7d7890fb-1751-4872-b486-480c239c8fe5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:26.821693 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-7d7890fb-1751-4872-b486-480c239c8fe5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0467005 May 10 03:22:26.832958 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'port': {'security_groups': ['f170774b-a858-4077-83aa-27570d8edf00', '76e6e958-f119-42af-b5d9-3ca1306a1bc1']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:26.937064 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:26.942763 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-bd562727-3524-44df-8a0a-6bad4c2f3c2f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--581870068&fields=id&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 267 time: 0.0793669 May 10 03:22:27.144743 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-91e498bf-037f-4d44-b4ee-9827a01944df tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:27.146185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-91e498bf-037f-4d44-b4ee-9827a01944df tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1958048 May 10 03:22:27.201555 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-d6e97875-90b1-4b7d-85d3-80932386dd3b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/quotas/0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 375 time: 0.0486522 May 10 03:22:27.271087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-ae0421ec-2dec-477c-ab20-d388533bc6fb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631139 May 10 03:22:27.288899 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:27.370046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:27.397051 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-cdc26179-fcf0-4163-8ebc-bc1be5538dae service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107433 May 10 03:22:27.421017 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:27.439510 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['28d80747-ff10-4f4c-93bb-2b2d343c9e8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:27.496283 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:27.496901 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:27.498292 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13918fd6-80a6-4b20-8e90-779b5d669314 req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "PUT /v2.0/ports/28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 982 time: 0.6698530 May 10 03:22:27.500287 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:27.502560 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c20d01-e426-40d7-869f-d275eaeb4904" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:27.547921 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58b716-b6ed-41c1-9051-d9cc8cd95a46 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=6']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:27.565823 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:27.574831 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-0bd76c0a-d7d7-4569-bd66-f144e0accddf service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719596 May 10 03:22:27.627120 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['28d80747-ff10-4f4c-93bb-2b2d343c9e8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:27.631240 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e81429-5a67-41a1-a3c1-3a1beb9ed1c7 req-b14e570b-3bfc-46e7-bc95-2f091013ac29 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:27.633755 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-51e81429-5a67-41a1-a3c1-3a1beb9ed1c7 req-b14e570b-3bfc-46e7-bc95-2f091013ac29 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0540419 May 10 03:22:27.699873 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-51e81429-5a67-41a1-a3c1-3a1beb9ed1c7 req-84e6452b-5367-4a91-9e7e-6e34499afa81 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603902 May 10 03:22:27.755692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcc554a-6b0e-42bb-a347-4f368182b05f x-openstack-request-id: req-dfcc554a-6b0e-42bb-a347-4f368182b05f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:27.755985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:27.756286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfcc554a-6b0e-42bb-a347-4f368182b05f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:27.756774 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcc554a-6b0e-42bb-a347-4f368182b05f'] response: {'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:22:27.822151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-0e448097-3974-478d-98b4-35dcd6d6c709 None None] Provisioning complete for port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:27.822515 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0e448097-3974-478d-98b4-35dcd6d6c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:27.851735 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-9b726d6a-1091-4400-8bda-405d4ac38133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:27.853412 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-9b726d6a-1091-4400-8bda-405d4ac38133 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1169 time: 0.0700200 May 10 03:22:27.866936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5a5a70bd-2ccd-4489-b5a0-08b5f0757455 req-e313cd87-836f-4ec6-b951-931051e80af3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 210 time: 0.0508771 May 10 03:22:27.966059 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-7427c17a-c587-4c4e-822a-1743225adb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:27.967679 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-7427c17a-c587-4c4e-822a-1743225adb4b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 915 time: 0.1035578 May 10 03:22:28.013009 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0e448097-3974-478d-98b4-35dcd6d6c709 None None] Current status of the port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:28.046162 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-ab2f6d57-4ffc-4062-a1ba-9c6e03d32788 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 1002 time: 0.0677822 May 10 03:22:28.100580 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-a25199c5-6014-40db-8416-974a58b425ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:28.102063 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-a25199c5-6014-40db-8416-974a58b425ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0447903 May 10 03:22:28.168511 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-33ab56c8-f34c-4695-acdc-1818dbde6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:28.169933 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-33ab56c8-f34c-4695-acdc-1818dbde6e92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475750 May 10 03:22:28.265159 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-0a127947-c0ac-47a6-8321-bcd56a099bf1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 May 10 03:22:28.357860 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f3c20d01-e426-40d7-869f-d275eaeb4904 req-0d2a343e-b7da-4113-9005-14fcff49662c service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825191 May 10 03:22:28.961740 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a177aeaf-e08b-4030-8d86-4bc44bcc0898 req-69db4b91-ed39-403d-8d29-77a7ddf27300 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 210 time: 0.0278194 May 10 03:22:29.684624 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:22:29.731739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-d6dff18c-ec81-425d-ac43-759a97131cca tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:29.733130 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-d6dff18c-ec81-425d-ac43-759a97131cca tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1074898 May 10 03:22:29.797391 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-56c941b3-aca3-4cc3-b98f-ae1af9f4db8f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 379 time: 0.0524704 May 10 03:22:29.810366 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'port': {'device_id': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'admin_state_up': True, 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'security_groups': ['fd59b7e2-a483-487c-85cd-6f0a46b24482']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:30.003654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:22:30.007710 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.057807 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-26b56462-50f4-4839-9a73-ca8083d9b382 req-f3a96daf-c1eb-40e2-ba5f-eda9f01ff632 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 210 time: 0.0270174 May 10 03:22:30.137221 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.20.0.8 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/f493a15e-bd36-4dd2-b7df-1cd2f38b4180) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:22:30.271812 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.368188 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.409977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:22:30.413094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:22:30.419590 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:22:30.425364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:30.471512 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:30.472218 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.570381 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-842ab053-0f0a-4f33-8d3a-397ce72aaa5f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653444 May 10 03:22:30.586505 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Request body: {'port': {'device_id': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:30.648773 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-a302d19e-625a-49ff-94da-9340e768a15e None None] Provisioning complete for port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:30.649660 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a302d19e-625a-49ff-94da-9340e768a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.649829 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.687391 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-a302d19e-625a-49ff-94da-9340e768a15e None None] Port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:22:30.903664 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f493a15e-bd36-4dd2-b7df-1cd2f38b4180 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:30.911033 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks [] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:30.923540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Transition to ACTIVE for port object f493a15e-bd36-4dd2-b7df-1cd2f38b4180 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:22:30.990479 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.046554 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Pushing event updated for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:31.122412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Attempting to bind port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:22:31.122412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Attempting to bind port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:22:31.122412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Attempting to bind port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:31.128437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:22:31.128755 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Attempting to bind port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:22:31.135133 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:22:31.135615 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:22:31.136119 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:22:31.136663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Bound port: f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:22:31.137126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.178002 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b910-e18f-4fca-9af9-f4957dae8cbb req-5626a6f0-9599-4148-a50f-38813100847e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.180446 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9387b910-e18f-4fca-9af9-f4957dae8cbb req-5626a6f0-9599-4148-a50f-38813100847e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 943 time: 0.0510070 May 10 03:22:31.207777 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:22:31.210814 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:22:31.231235 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9387b910-e18f-4fca-9af9-f4957dae8cbb req-63d164e8-63e6-4966-ac7f-bd25fa00cb56 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437014 May 10 03:22:31.284273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.318903 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.319529 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:31.320907 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] 10.222.0.61 "PUT /v2.0/ports/f493a15e-bd36-4dd2-b7df-1cd2f38b4180 HTTP/1.1" status: 200 len: 1093 time: 0.7388139 May 10 03:22:31.321363 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:31.323576 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:31.353624 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b1a8-a19a-466e-8281-b4062ce23193 service neutron] Pushing event updated for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:31.367843 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52facb1-6e2f-435d-bdef-27121f25b950 x-openstack-request-id: req-c52facb1-6e2f-435d-bdef-27121f25b950 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:31.368181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:31.368428 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c52facb1-6e2f-435d-bdef-27121f25b950 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:31.368830 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52facb1-6e2f-435d-bdef-27121f25b950'] response: {'name': 'network-changed', 'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'status': 'completed', 'code': 200} May 10 03:22:31.446131 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-c6493bf3-d397-4032-8040-3bdd4419934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.447664 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-c6493bf3-d397-4032-8040-3bdd4419934f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 1127 time: 0.0448692 May 10 03:22:31.552660 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-2f4af375-52c4-4d6f-bf68-515241109b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.554137 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-2f4af375-52c4-4d6f-bf68-515241109b1c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0b7c607953b94c02977d60c0b0536e24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992134 May 10 03:22:31.649975 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-be8675b5-511c-42ea-8b9b-76e988de7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.651457 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c9f93f2d-7bf2-45e6-a86c-898dbe63509e req-be8675b5-511c-42ea-8b9b-76e988de7410 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895717 May 10 03:22:31.732535 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-fd16d588-1ddc-4926-9a9e-cfd6d842d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.733980 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-fd16d588-1ddc-4926-9a9e-cfd6d842d557 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 1127 time: 0.0387216 May 10 03:22:31.782155 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-faa1d1c4-4440-41c6-8827-63224b1d6245 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180 HTTP/1.1" status: 200 len: 217 time: 0.0337374 May 10 03:22:31.841072 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-d77f9f6a-4acb-4829-8620-cb1e15417192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.843985 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-d77f9f6a-4acb-4829-8620-cb1e15417192 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0510499 May 10 03:22:31.894602 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-8688e438-084d-4818-99da-1b54c7c26f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:31.896119 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-8688e438-084d-4818-99da-1b54c7c26f37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389578 May 10 03:22:31.983052 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-0e25d1aa-81a5-4ba6-9b0e-6e4c65f800af service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798213 May 10 03:22:32.073407 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d21056c2-45c5-4fe3-a118-cf4f1436e1d6 req-1600e26f-88e2-4f53-bf7e-6e7f77b3d162 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842075 May 10 03:22:32.345037 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce2ea4-bcbd-4d2b-a34c-5b501b51f424 req-eebb0349-57dd-49ec-849f-9a2efc5cdbe9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:32.346530 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-afce2ea4-bcbd-4d2b-a34c-5b501b51f424 req-eebb0349-57dd-49ec-849f-9a2efc5cdbe9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 943 time: 0.0494797 May 10 03:22:32.392830 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-afce2ea4-bcbd-4d2b-a34c-5b501b51f424 req-e7873198-5a9e-41ca-9949-80302c3c214f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 May 10 03:22:33.504264 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3ff85-d9fb-4224-86a2-3f8378053dbc req-3b4eca62-efdd-436a-ab0a-f71cfaf6027e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:33.505702 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34f3ff85-d9fb-4224-86a2-3f8378053dbc req-3b4eca62-efdd-436a-ab0a-f71cfaf6027e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 943 time: 0.0450561 May 10 03:22:33.551376 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34f3ff85-d9fb-4224-86a2-3f8378053dbc req-c77d3a27-e759-4915-8b98-508e67e60b10 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 May 10 03:22:34.663888 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15d483-0d6d-4a79-bb81-63ea6ac6ee9f req-6a2c9a8a-c302-4308-a60d-8cbc2c523957 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:34.665344 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e15d483-0d6d-4a79-bb81-63ea6ac6ee9f req-6a2c9a8a-c302-4308-a60d-8cbc2c523957 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 943 time: 0.0464897 May 10 03:22:34.713706 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e15d483-0d6d-4a79-bb81-63ea6ac6ee9f req-9cf9bd2c-79a7-48e6-b172-a6ccb34eb40c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426004 May 10 03:22:35.825997 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903537b5-b4c0-4792-8e22-167fe844dca0 req-97f06095-d3d2-4786-9092-3306fffda6cb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:35.827419 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-903537b5-b4c0-4792-8e22-167fe844dca0 req-97f06095-d3d2-4786-9092-3306fffda6cb tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 943 time: 0.0458837 May 10 03:22:35.868899 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f493a15e-bd36-4dd2-b7df-1cd2f38b4180 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:22:35.872281 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-903537b5-b4c0-4792-8e22-167fe844dca0 req-7b7b02ec-b393-4b2d-b709-06442ffe6181 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393701 May 10 03:22:35.975078 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:35.988258 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'port_id': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'mac_address': 'fa:16:3e:6a:ee:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:22:36.028362 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:36.028672 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:36.041320 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f493a15e-bd36-4dd2-b7df-1cd2f38b4180 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:22:36.060870 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:36.123313 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:36.171706 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:36.467486 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['f493a15e-bd36-4dd2-b7df-1cd2f38b4180'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:22:36.982846 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfad021-d5fd-43fb-983d-7b665c2387d0 req-a58ae09c-0c35-4186-b5c1-39787240544e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:36.984289 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-abfad021-d5fd-43fb-983d-7b665c2387d0 req-a58ae09c-0c35-4186-b5c1-39787240544e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 944 time: 0.0457363 May 10 03:22:37.029410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-abfad021-d5fd-43fb-983d-7b665c2387d0 req-6834dc8d-c726-4793-9495-b4aac44ee421 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397294 May 10 03:22:37.528918 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-013f4e8e-531f-463f-9812-84ca095c866c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:37.871634 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f493a15e-bd36-4dd2-b7df-1cd2f38b4180 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:22:37.921484 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:22:37.984728 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:22:37.985094 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.062868 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:22:38.063244 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.084942 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:38.087673 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c64ea7f-0834-48e0-8cff-a5cbcaa47e2d" -d '{"events": [{"server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "name": "network-vif-plugged", "status": "completed", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:38.100091 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:22:38.126935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1798ec-0100-4054-9d20-db7eb2b1aca2 x-openstack-request-id: req-0a1798ec-0100-4054-9d20-db7eb2b1aca2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:38.126935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "name": "network-vif-plugged", "status": "completed", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:38.126935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a1798ec-0100-4054-9d20-db7eb2b1aca2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:38.126935 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1798ec-0100-4054-9d20-db7eb2b1aca2'] response: {'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'code': 200} May 10 03:22:38.143796 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d274c06-fc6f-4cb3-9d59-6ec96c8a6a18 req-d5708236-8c80-433c-9968-016632a12e30 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:38.145318 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d274c06-fc6f-4cb3-9d59-6ec96c8a6a18 req-d5708236-8c80-433c-9968-016632a12e30 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 944 time: 0.0507610 May 10 03:22:38.186536 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:38.193612 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d274c06-fc6f-4cb3-9d59-6ec96c8a6a18 req-9126557c-c61c-404f-8d9a-e87662b53ff4 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 May 10 03:22:38.235251 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:22:38.414408 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ec1c-5765-4aef-9c0c-d62eacf04075 req-8332b5cc-8480-4ddc-a877-b6a6f1f57d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:38.415768 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de84ec1c-5765-4aef-9c0c-d62eacf04075 req-8332b5cc-8480-4ddc-a877-b6a6f1f57d5f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 1129 time: 0.0387292 May 10 03:22:38.461836 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-de84ec1c-5765-4aef-9c0c-d62eacf04075 req-964bfaca-9e56-4185-907a-bfccf1c8a382 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385413 May 10 03:22:39.313334 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a6bc-c0f0-48fa-9d73-8e94ced20f2d req-bbe86ab6-a9de-467f-b7f7-4889f8ee4984 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:39.314760 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b71a6bc-c0f0-48fa-9d73-8e94ced20f2d req-bbe86ab6-a9de-467f-b7f7-4889f8ee4984 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0461032 May 10 03:22:39.359111 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b71a6bc-c0f0-48fa-9d73-8e94ced20f2d req-ce782107-8ebf-40fa-8f9b-51082b975c83 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388744 May 10 03:22:39.762464 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-05d1f798-f5b1-4f22-aabc-2797bfc078db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:40.473875 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45f308-0d36-43dc-a17e-1c8453527477 req-d4761284-0bba-45f3-beb0-d826211a4c91 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:40.475338 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-da45f308-0d36-43dc-a17e-1c8453527477 req-d4761284-0bba-45f3-beb0-d826211a4c91 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0494940 May 10 03:22:40.522268 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-da45f308-0d36-43dc-a17e-1c8453527477 req-16e4ec0b-0bdc-475d-a562-95a6380f4682 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 May 10 03:22:40.893482 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:41.632923 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc970-af6a-4b83-988b-2b1854eb5945 req-b6cccce7-5d48-4df8-86fc-a61f4aa6ded1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:41.634356 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0dffc970-af6a-4b83-988b-2b1854eb5945 req-b6cccce7-5d48-4df8-86fc-a61f4aa6ded1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0458701 May 10 03:22:41.681771 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0dffc970-af6a-4b83-988b-2b1854eb5945 req-971a4315-fac1-4176-8bac-087254f3cdcc tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 May 10 03:22:41.788664 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497934c5-fd25-4481-99d9-1d91f5e20ecd req-ba0af9a5-2e85-4b1f-877b-023563bf7a86 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:41.790109 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-497934c5-fd25-4481-99d9-1d91f5e20ecd req-ba0af9a5-2e85-4b1f-877b-023563bf7a86 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0462470 May 10 03:22:41.798962 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56170) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:22:41.803198 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'port_id': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:22:41.844147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:42.459597 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:42.508616 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:42.546219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:42.647895 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 818f9738-ae7c-4d11-a7cb-63ad3d24b4ec associated. External IP: 172.28.1.19, port: f493a15e-bd36-4dd2-b7df-1cd2f38b4180. May 10 03:22:42.856377 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:22:42.962883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:22:42.967566 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:42.973504 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:22:42.983986 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:42.985194 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:42.996622 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c4cae65c-0ffb-44f8-9414-2917bcfc202e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "PUT /v2.0/floatingips/818f9738-ae7c-4d11-a7cb-63ad3d24b4ec HTTP/1.1" status: 200 len: 990 time: 1.1966121 May 10 03:22:42.997316 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:22:42.999769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fa5842-2251-4d9b-b24a-8054b02c543b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:22:43.034505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22f3a75-7293-4759-a92e-8581e4f0f6a3 x-openstack-request-id: req-b22f3a75-7293-4759-a92e-8581e4f0f6a3 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:22:43.034798 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:22:43.035534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b22f3a75-7293-4759-a92e-8581e4f0f6a3 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:22:43.035534 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22f3a75-7293-4759-a92e-8581e4f0f6a3'] response: {'name': 'network-changed', 'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'status': 'completed', 'code': 200} May 10 03:22:43.093056 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:43.107962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-97d5d070-6eec-4880-b276-7ae712d45e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:43.109506 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-97d5d070-6eec-4880-b276-7ae712d45e79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 1129 time: 0.0477009 May 10 03:22:43.207841 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-97a3e181-7ac6-4f06-9af2-3a42163c507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:43.209315 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-97a3e181-7ac6-4f06-9af2-3a42163c507b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 916 time: 0.0834544 May 10 03:22:43.278017 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-66bf63c2-c910-4612-a917-1d108caf4ea1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180 HTTP/1.1" status: 200 len: 998 time: 0.0614295 May 10 03:22:43.310388 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '818f9738-ae7c-4d11-a7cb-63ad3d24b4ec', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.19', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:6a:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:26Z', 'updated_at': '2022-05-10T03:22:42Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:43.330864 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-61eec121-48de-4c09-a28f-66c66e10d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:43.332326 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-61eec121-48de-4c09-a28f-66c66e10d355 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0438659 May 10 03:22:43.337814 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:22:43.346427 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:22:43.347031 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:43.375521 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-57ca6ef1-d963-4dfc-ae10-0ecb97e6c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:43.377115 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-57ca6ef1-d963-4dfc-ae10-0ecb97e6c368 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378723 May 10 03:22:43.455178 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:22:43.473682 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-65c3c17a-2425-4e69-88c1-e7fc8d45d0f7 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848787 May 10 03:22:43.562873 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55fa5842-2251-4d9b-b24a-8054b02c543b req-097e08ee-62f5-432b-abae-b709ebfac460 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824003 May 10 03:22:43.668201 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '818f9738-ae7c-4d11-a7cb-63ad3d24b4ec', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.19', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:6a:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:26Z', 'updated_at': '2022-05-10T03:22:42Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:22:43.697496 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766924a-4f4a-4c14-ad7c-6926e8938306 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '818f9738-ae7c-4d11-a7cb-63ad3d24b4ec', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.19', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:6a:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:22:26Z', 'updated_at': '2022-05-10T03:22:42Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:22:43.880832 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39a913-aa66-40fc-aa42-5a09ffeeaf63 None None] New status for floating IP 818f9738-ae7c-4d11-a7cb-63ad3d24b4ec: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:22:43.999336 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:22:56.303324 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-7b9873b9-a6ac-4844-ac6e-b26b3f616c59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382807 May 10 03:22:56.364808 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-6430eb54-be2e-4413-9f63-f4d2318ef3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:56.366238 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-6430eb54-be2e-4413-9f63-f4d2318ef3a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 1129 time: 0.0410223 May 10 03:22:56.490940 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-e4d7bf36-22ae-41a1-b722-3d6f08ba1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:56.492452 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-e4d7bf36-22ae-41a1-b722-3d6f08ba1378 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.1011052 May 10 03:22:56.534921 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-deccee14-fe53-4d3b-af05-aa1d4935d987 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 200 len: 217 time: 0.0337834 May 10 03:22:56.810106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-9ade2f14-7bd6-4772-b0bb-06ffbf93937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:56.811555 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-9ade2f14-7bd6-4772-b0bb-06ffbf93937d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.2644575 May 10 03:22:56.859713 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-db4eb4be-2478-4c3b-9dd3-e423ccd5c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:22:56.861258 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-db4eb4be-2478-4c3b-9dd3-e423ccd5c7ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0370843 May 10 03:22:56.950268 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-9a155a8b-3979-474d-bf22-389e84f18aab service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823328 May 10 03:22:57.037558 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11a4aabb-5b4f-4022-a774-9ed73463a765 req-6806152b-e798-4d08-b1fb-876cc921ebeb service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802033 May 10 03:22:57.499719 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:00.314622 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606500-16d4-468b-b4d3-d409b734b1b6 req-b542ac3f-59b8-47e0-a9d4-25bf154f1f9d tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:00.316448 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fa606500-16d4-468b-b4d3-d409b734b1b6 req-b542ac3f-59b8-47e0-a9d4-25bf154f1f9d tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0535831 May 10 03:23:00.379662 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fa606500-16d4-468b-b4d3-d409b734b1b6 req-34705cd8-e1d0-45fa-a974-19aa58d3c487 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560248 May 10 03:23:00.870120 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-3e981e29-8f77-4a38-9b78-17e6fc5d3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:00.871888 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-3e981e29-8f77-4a38-9b78-17e6fc5d3edb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1169 time: 0.0405707 May 10 03:23:00.967132 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-3e8f4a78-3e59-4bc2-9c9c-7cb5f55c4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:00.968595 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-3e8f4a78-3e59-4bc2-9c9c-7cb5f55c4e12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 915 time: 0.0903635 May 10 03:23:01.054563 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-fadfae59-bf11-4db0-9402-44d6c2b36ea9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 1002 time: 0.0776544 May 10 03:23:01.116489 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-d476e800-17f7-4778-9029-4febd91f5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:01.116489 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-d476e800-17f7-4778-9029-4febd91f5751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0509019 May 10 03:23:01.158581 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-0eec576f-cc77-4901-89d0-83eaab64632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:01.160077 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-0eec576f-cc77-4901-89d0-83eaab64632f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405385 May 10 03:23:01.250973 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-b0ff5ff7-1886-4211-a63a-93de460f0928 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830114 May 10 03:23:01.342808 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ce575fe8-75e2-454e-9131-3502a7cc5e95 req-a8f07675-d3bb-481a-8365-ff5804ebf535 service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851114 May 10 03:23:01.505425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b2a71-3ba7-4605-9e84-a7c73bdd7cf9 req-d8105402-947e-41a9-81e9-81d582a60fbb tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:01.506909 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c37b2a71-3ba7-4605-9e84-a7c73bdd7cf9 req-d8105402-947e-41a9-81e9-81d582a60fbb tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0481396 May 10 03:23:01.571320 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c37b2a71-3ba7-4605-9e84-a7c73bdd7cf9 req-edf5452b-f31d-4cc2-b83c-03fd77159e7a tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586269 May 10 03:23:02.363061 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36d7ec-f32f-44c8-a31b-c1888b697912 req-f32aec57-4651-42fb-b56f-db12154bf73b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.364565 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8f36d7ec-f32f-44c8-a31b-c1888b697912 req-f32aec57-4651-42fb-b56f-db12154bf73b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0504727 May 10 03:23:02.414928 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8f36d7ec-f32f-44c8-a31b-c1888b697912 req-8c4cae2b-a3dc-443d-a309-c87116d5d3ed tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 May 10 03:23:02.417423 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-3b1a3986-9f34-499c-8f04-957644d5cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.419360 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-3b1a3986-9f34-499c-8f04-957644d5cf8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0432923 May 10 03:23:02.523442 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-35a17b27-4a17-4962-9eb4-55af62aadbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.525130 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-35a17b27-4a17-4962-9eb4-55af62aadbe4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.0936136 May 10 03:23:02.596990 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-4526ed20-6068-4657-9e8a-36a700a00df5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 1001 time: 0.0619574 May 10 03:23:02.659650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-e4e94daa-5bf5-4624-a2e2-e88bf1779adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.664162 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-e4e94daa-5bf5-4624-a2e2-e88bf1779adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0579791 May 10 03:23:02.698715 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c5b56-7de7-48cb-9b1d-b07566a05341 req-99d29904-2da3-4f96-9803-79acfc434a77 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.700322 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a70c5b56-7de7-48cb-9b1d-b07566a05341 req-99d29904-2da3-4f96-9803-79acfc434a77 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0588417 May 10 03:23:02.711348 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-6a910dd4-ae96-491b-ab10-05b43f6319f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:02.712778 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-6a910dd4-ae96-491b-ab10-05b43f6319f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436525 May 10 03:23:02.764703 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a70c5b56-7de7-48cb-9b1d-b07566a05341 req-5215e2c6-a369-46b8-b8a0-3949d1ceaf3f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547094 May 10 03:23:02.805332 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-a92d6eb8-d113-4f64-98e1-0428669f3815 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858591 May 10 03:23:02.905483 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-0a5bc1fa-b928-4ba8-9035-ddf4ff56a895 req-2ffd5b29-b795-4e75-9dc2-252077c84d40 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876353 May 10 03:23:03.048426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae7288-3a66-4818-a412-9468447b52ff req-fda33c02-938f-4931-aa9d-a2c6f078016d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:03.049875 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7fae7288-3a66-4818-a412-9468447b52ff req-fda33c02-938f-4931-aa9d-a2c6f078016d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0498567 May 10 03:23:03.095761 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7fae7288-3a66-4818-a412-9468447b52ff req-777da567-4e8b-48b5-8fbd-c1d1f0f8d62b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403404 May 10 03:23:03.530692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d597410-5077-46f8-9252-60182042ca41 req-f09d3d17-8ed3-4ce8-893c-502b0f428981 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:03.532153 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9d597410-5077-46f8-9252-60182042ca41 req-f09d3d17-8ed3-4ce8-893c-502b0f428981 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0460682 May 10 03:23:03.577833 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9d597410-5077-46f8-9252-60182042ca41 req-d8af8aae-52dd-45f8-a4e6-35e545a1d732 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 May 10 03:23:03.877642 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397248ab-46ff-4ff5-8f53-a10a637d7316 req-a165a546-f5fc-480f-b2ef-2ee278443abc tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:03.879087 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-397248ab-46ff-4ff5-8f53-a10a637d7316 req-a165a546-f5fc-480f-b2ef-2ee278443abc tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0465882 May 10 03:23:03.940521 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-397248ab-46ff-4ff5-8f53-a10a637d7316 req-a9650def-2ab1-4c47-b317-953523e31bcf tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558553 May 10 03:23:04.219249 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4f2ba-c4c2-437a-9a4a-678af7921ada req-7eefb119-6f80-443f-bc7b-e6509f03085c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:04.220692 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-11c4f2ba-c4c2-437a-9a4a-678af7921ada req-7eefb119-6f80-443f-bc7b-e6509f03085c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0461960 May 10 03:23:04.267772 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-11c4f2ba-c4c2-437a-9a4a-678af7921ada req-0fb6bae5-33b7-4709-b6d1-582e19dc670f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=531c3cd8-1972-480d-a986-5a7405abdf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401652 May 10 03:23:04.688854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fe680-3bc8-4eef-8663-131c98a3649d req-de4cfb99-beda-461d-9226-7a8c03ff87ba tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:04.690299 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d4fe680-3bc8-4eef-8663-131c98a3649d req-de4cfb99-beda-461d-9226-7a8c03ff87ba tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0460782 May 10 03:23:04.740589 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5d4fe680-3bc8-4eef-8663-131c98a3649d req-2a1380a1-b369-4e08-a943-0a6ca94288a6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446939 May 10 03:23:04.775459 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e684e73-0451-40b2-a673-d8fc501d729f req-28056250-028f-49b7-a49d-661d93efcd07 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:04.776910 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1e684e73-0451-40b2-a673-d8fc501d729f req-28056250-028f-49b7-a49d-661d93efcd07 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 946 time: 0.0467777 May 10 03:23:04.868492 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Deleting port 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:04.868745 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:04.957063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] For port 373a71b7-374a-4584-ad6b-1d09a234ef37, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=373a71b7-374a-4584-ad6b-1d09a234ef37,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:04.957419 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:05.062646 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353ce1e-2c41-46f5-8534-109ddcfb6076 req-dba02494-dc20-4e5a-939a-4f01039487b0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:05.064031 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a353ce1e-2c41-46f5-8534-109ddcfb6076 req-dba02494-dc20-4e5a-939a-4f01039487b0 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0502715 May 10 03:23:05.122910 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a353ce1e-2c41-46f5-8534-109ddcfb6076 req-9b58b24a-cd8b-4ea6-86e7-333a1e35b891 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530434 May 10 03:23:05.140551 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:05.140912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:05.141226 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Floating IP abfe1194-018f-43b0-8cc2-c33fe5001756 disassociated. External IP: 172.28.1.166, port: 373a71b7-374a-4584-ad6b-1d09a234ef37. May 10 03:23:05.141559 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Calling delete_port for 373a71b7-374a-4584-ad6b-1d09a234ef37 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:05.322642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (373a71b7-374a-4584-ad6b-1d09a234ef37), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:05.353985 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'Port': ['ID=373a71b7-374a-4584-ad6b-1d09a234ef37,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:05.371528 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6d442a73-192c-462c-9a16-cf32c9b3fcbf req-a3186be0-22d1-4d0c-be0e-7702a59d5f1c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.0332623 May 10 03:23:05.473625 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:05.583176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:05.594126 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:05.604204 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:05.604914 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:05.624611 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] No DVR routers for this DVR port 373a71b7-374a-4584-ad6b-1d09a234ef37 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:23:05.627050 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:05.630271 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-1e684e73-0451-40b2-a673-d8fc501d729f req-fe365492-7d07-445e-90b1-dfb56a56e118 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "DELETE /v2.0/ports/373a71b7-374a-4584-ad6b-1d09a234ef37 HTTP/1.1" status: 204 len: 173 time: 0.8415735 May 10 03:23:05.630699 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-deleted', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:05.632929 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa67bdd0-e1be-466f-9220-74c6b9ca1a6c" -d '{"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-deleted", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:05.668539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe8d97-5884-47b1-8b3e-c5f475ecb49a x-openstack-request-id: req-90fe8d97-5884-47b1-8b3e-c5f475ecb49a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:05.669377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8796004-8adb-4534-a094-c62dfd2a9636", "name": "network-vif-deleted", "tag": "373a71b7-374a-4584-ad6b-1d09a234ef37", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:05.669661 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90fe8d97-5884-47b1-8b3e-c5f475ecb49a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:05.670065 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fe8d97-5884-47b1-8b3e-c5f475ecb49a'] response: {'server_uuid': 'e8796004-8adb-4534-a094-c62dfd2a9636', 'name': 'network-vif-deleted', 'tag': '373a71b7-374a-4584-ad6b-1d09a234ef37', 'status': 'completed', 'code': 200} May 10 03:23:05.719300 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:05.879204 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342766-4ab1-4bab-b3a3-d90189bf5f77 req-f3833778-065d-46f9-b4cb-339419263763 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:05.880839 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c3342766-4ab1-4bab-b3a3-d90189bf5f77 req-f3833778-065d-46f9-b4cb-339419263763 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0494373 May 10 03:23:05.922151 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:05.942299 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c3342766-4ab1-4bab-b3a3-d90189bf5f77 req-de2c4687-4e4e-45f5-b52d-e570db28a3bc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 May 10 03:23:05.949396 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:05.958645 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:05.959243 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:22:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:06.139105 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:06.241584 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde216dd-bd13-4f5d-8f4c-0ae05e2d8135 req-a799676f-fb90-4394-adce-eb75937282d9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:06.244447 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bde216dd-bd13-4f5d-8f4c-0ae05e2d8135 req-a799676f-fb90-4394-adce-eb75937282d9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0527472 May 10 03:23:06.305056 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bde216dd-bd13-4f5d-8f4c-0ae05e2d8135 req-468afcbc-b888-4d45-a561-a17095de88a5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561578 May 10 03:23:06.353721 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:06.380259 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97207a4-0ed1-43c7-a263-ec6fd045091e None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:06.495523 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8cb95789-a00c-4f50-901c-9dbb31ec0632 req-a0dc751c-71e4-4d6f-928b-f70031955a30 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8796004-8adb-4534-a094-c62dfd2a9636 HTTP/1.1" status: 200 len: 210 time: 0.0284550 May 10 03:23:06.630103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0c10c-71c9-4f3b-9d69-58dbad1138eb None None] New status for floating IP abfe1194-018f-43b0-8cc2-c33fe5001756: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:06.687946 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:23:07.053918 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb261c-c8e9-49b2-b12c-e02fed2b0758 req-dd0bc228-5f07-4f83-93ef-5e46342e38e0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:07.055356 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6deb261c-c8e9-49b2-b12c-e02fed2b0758 req-dd0bc228-5f07-4f83-93ef-5e46342e38e0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0470605 May 10 03:23:07.103625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6deb261c-c8e9-49b2-b12c-e02fed2b0758 req-98922156-3c31-4744-bcb2-cb4bce532d68 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 May 10 03:23:07.420402 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3126-13fb-43fc-a589-6cf999bd8505 req-8f6169e9-5622-4cf9-b238-08f7177bd9fa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:07.421858 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3bab3126-13fb-43fc-a589-6cf999bd8505 req-8f6169e9-5622-4cf9-b238-08f7177bd9fa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0472102 May 10 03:23:07.482861 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3bab3126-13fb-43fc-a589-6cf999bd8505 req-d25be43a-0dd4-4148-8ca3-d376b01bdf2f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553405 May 10 03:23:07.524039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-891d6718-96aa-4e67-a06b-08c9c0ab7445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:07.650174 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56284) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:07.702608 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (531c3cd8-1972-480d-a986-5a7405abdf8e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:07.725885 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (531c3cd8-1972-480d-a986-5a7405abdf8e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:07.843445 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (531c3cd8-1972-480d-a986-5a7405abdf8e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:07.846083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:07.847250 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "DELETE /v2.0/security-groups/531c3cd8-1972-480d-a986-5a7405abdf8e HTTP/1.1" status: 204 len: 168 time: 0.1961133 May 10 03:23:07.850061 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56286) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:07.856780 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62c4ce-4c37-47b8-8dec-05b3333e80df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c3cd8-1972-480d-a986-5a7405abdf8e,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:07.869177 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.api.v2.resource [None req-eb381759-3157-46cf-84e4-ae0e04086923 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] show failed (client error): The resource could not be found. May 10 03:23:07.870185 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-eb381759-3157-46cf-84e4-ae0e04086923 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups/531c3cd8-1972-480d-a986-5a7405abdf8e HTTP/1.1" status: 404 len: 347 time: 0.0191543 May 10 03:23:07.873298 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56288) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:07.990700 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Deleting port 20eb30c9-1701-4831-a1d7-acdc23e722ce {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:07.990951 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.063908 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.064270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (20eb30c9-1701-4831-a1d7-acdc23e722ce), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.077062 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Calling delete_port for 20eb30c9-1701-4831-a1d7-acdc23e722ce owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:08.240032 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf9b69-94e5-44f5-9907-42de9e216fc5 req-9893a57b-0ddb-4be4-a341-e523dd0be53a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:08.241545 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45cf9b69-94e5-44f5-9907-42de9e216fc5 req-9893a57b-0ddb-4be4-a341-e523dd0be53a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0579052 May 10 03:23:08.289003 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-45cf9b69-94e5-44f5-9907-42de9e216fc5 req-ab3f6095-544c-4f6b-bbe7-530a7867c51e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418916 May 10 03:23:08.323522 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (20eb30c9-1701-4831-a1d7-acdc23e722ce), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.360302 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'Port': ['ID=20eb30c9-1701-4831-a1d7-acdc23e722ce,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:08.390446 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (abfe1194-018f-43b0-8cc2-c33fe5001756), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.393124 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.394248 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3484999e-a282-4903-a87f-0d73fd9c6163 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "DELETE /v2.0/floatingips/abfe1194-018f-43b0-8cc2-c33fe5001756 HTTP/1.1" status: 204 len: 168 time: 0.5199885 May 10 03:23:08.544267 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56296) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:08.548723 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551478551', 'description': 'tempest-description--958947956'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:08.604788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9d53-67ec-42d5-8b3b-e7947e8d4f19 req-454bff5e-6bd8-47fc-b7e9-1f6b6af32e6c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:08.606212 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb8d9d53-67ec-42d5-8b3b-e7947e8d4f19 req-454bff5e-6bd8-47fc-b7e9-1f6b6af32e6c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0533278 May 10 03:23:08.653437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.675380 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb8d9d53-67ec-42d5-8b3b-e7947e8d4f19 req-048efc19-a0ed-49d5-b61d-04eac071f8e6 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635755 May 10 03:23:08.734961 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (b3530d89-8199-4d6e-8afc-ff7ab9236d44), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.792194 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b3530d89-8199-4d6e-8afc-ff7ab9236d44), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.821205 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3530d89-8199-4d6e-8afc-ff7ab9236d44,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:08.873768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:08.875124 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a67cdbf3-737b-4b2d-ab22-1236df357c7e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3297331 May 10 03:23:08.877812 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56298) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:08.882032 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group_rule': {'security_group_id': 'b3530d89-8199-4d6e-8afc-ff7ab9236d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:08.973425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (02b71b99-2d88-4b42-80f8-e62169260395), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.026751 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (02b71b99-2d88-4b42-80f8-e62169260395), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.099742 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (02b71b99-2d88-4b42-80f8-e62169260395), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.116971 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b71b99-2d88-4b42-80f8-e62169260395,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:09.175888 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.177103 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6a96f512-b177-43da-9eb5-de359be4082c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983458 May 10 03:23:09.179855 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56300) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:09.184206 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'security_group_rule': {'security_group_id': 'b3530d89-8199-4d6e-8afc-ff7ab9236d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:09.289344 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (9a37bab2-79b8-4889-bf02-bfedda214d9a), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.352505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (9a37bab2-79b8-4889-bf02-bfedda214d9a), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.406399 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39afd6-4c05-4db4-b89c-84a007a306c9 req-8262619d-363a-43b2-b629-435f424ede0e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:09.407854 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b39afd6-4c05-4db4-b89c-84a007a306c9 req-8262619d-363a-43b2-b629-435f424ede0e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0460277 May 10 03:23:09.431078 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (9a37bab2-79b8-4889-bf02-bfedda214d9a), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.461147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a37bab2-79b8-4889-bf02-bfedda214d9a,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:09.477300 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8b39afd6-4c05-4db4-b89c-84a007a306c9 req-1c301598-1626-4faf-bcd5-fe65ee9f88cc tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639706 May 10 03:23:09.519954 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.521161 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7147ad24-984c-476a-9258-4d9e44c7b75c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403273 May 10 03:23:09.524221 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56304) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:09.528930 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:09.597544 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.678967 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.694965 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c028b742-9cc2-4acc-8d0e-1bf5f8e4f7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:09.815276 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba9d26-b29c-403b-8880-d8f8c396baf7 req-9338cce2-cbd1-4235-9fdd-ecfdf3c0f3c3 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:09.817018 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0cba9d26-b29c-403b-8880-d8f8c396baf7 req-9338cce2-cbd1-4235-9fdd-ecfdf3c0f3c3 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0730762 May 10 03:23:09.830449 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Allocated IP 172.28.1.214 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/a681be05-28ca-466a-85ae-4a621d69b4a1) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:09.935520 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0cba9d26-b29c-403b-8880-d8f8c396baf7 req-2c7f5522-2dda-49f7-83fc-91a75dbe5438 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067479 May 10 03:23:09.979850 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.008904 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:23:10.030059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 373a71b7-374a-4584-ad6b-1d09a234ef37 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:23:10.030399 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 373a71b7-374a-4584-ad6b-1d09a234ef37 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:23:10.066706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.105756 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:10.110448 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:10.114862 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:10.119173 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=a681be05-28ca-466a-85ae-4a621d69b4a1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:10.162963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.263585 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.413129 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.472173 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.506289 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.526514 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=a681be05-28ca-466a-85ae-4a621d69b4a1,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:10.593961 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe820ac1-2453-42cf-94a5-b568cfc97b56 req-a2d0d547-b385-4111-a71d-12e60cb076d0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:10.595410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fe820ac1-2453-42cf-94a5-b568cfc97b56 req-a2d0d547-b385-4111-a71d-12e60cb076d0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0476649 May 10 03:23:10.598437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.603221 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f1a8f2ef-c0f5-4c37-a7c7-5c5cf2beb545 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0744069 May 10 03:23:10.642662 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fe820ac1-2453-42cf-94a5-b568cfc97b56 req-fdec8f52-b97c-4899-85cb-d49ce123ca08 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 May 10 03:23:10.795709 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-739e945a-59a9-4b46-aa25-e864af798c4d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--551478551&fields=id&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 267 time: 0.0467281 May 10 03:23:10.902991 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-51b911a5-47ff-46f7-98f1-630d14c3f7f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:10.904477 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-51b911a5-47ff-46f7-98f1-630d14c3f7f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 817 time: 0.1017702 May 10 03:23:10.917889 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:10.918814 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-8a0ad2fd-32f8-40ff-9860-eea66b59250c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/quotas/4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 375 time: 0.0086894 May 10 03:23:10.967870 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-eb0c51f5-afa6-4e03-8c6c-dc41079b52a9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442853 May 10 03:23:11.077710 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00738e88-a816-4a5f-8255-7e1eb901ca17 req-e1aa1ee7-5a98-4b99-bfe9-bfa47108f503 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:11.079067 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-00738e88-a816-4a5f-8255-7e1eb901ca17 req-e1aa1ee7-5a98-4b99-bfe9-bfa47108f503 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0542908 May 10 03:23:11.126494 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-7e90756a-0e2e-4fe7-b328-1b9018744700 service neutron] 10.222.0.65 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470251 May 10 03:23:11.201368 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-00738e88-a816-4a5f-8255-7e1eb901ca17 req-455d5296-0520-42d4-86b1-530aea1c5b1b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142986 May 10 03:23:11.241139 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-6a2bad63-ee1a-4ca6-ad60-f80960b1f4cd service neutron] 10.222.0.65 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090136 May 10 03:23:11.503415 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8ddb3ba5-eeb9-4101-9278-589dbd636a2f req-08efacfb-fd59-4544-abb0-877522289f96 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 210 time: 0.0285919 May 10 03:23:11.755964 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a91e69-100f-4de3-b471-363a49327d2d req-d51b173f-7694-48e6-a123-ac0484bee55c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:11.757417 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-65a91e69-100f-4de3-b471-363a49327d2d req-d51b173f-7694-48e6-a123-ac0484bee55c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0477579 May 10 03:23:11.811688 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-65a91e69-100f-4de3-b471-363a49327d2d req-427a87f3-0471-450a-a8e9-3600d6e6f82f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 May 10 03:23:12.314870 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761b4c-4323-49ec-89f2-c932e9f5d319 req-71fde1ec-b013-450a-be96-b139cbbc7118 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:12.316329 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-12761b4c-4323-49ec-89f2-c932e9f5d319 req-71fde1ec-b013-450a-be96-b139cbbc7118 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0488276 May 10 03:23:12.459547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:12.647435 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-14c62ea7-8725-49cf-8466-4b038b06871c req-0208cfdf-82ea-4bf8-862f-01aefacbfe40 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 210 time: 0.0365007 May 10 03:23:12.653987 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-12761b4c-4323-49ec-89f2-c932e9f5d319 req-6f7e8667-1907-45a8-ad24-69d06c391cdc tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3319850 May 10 03:23:12.922780 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c150-9b26-461b-b6f1-3b737bd92c8d req-da5382db-1bc2-4333-a604-d2676e59a3da tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:12.924232 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8df5c150-9b26-461b-b6f1-3b737bd92c8d req-da5382db-1bc2-4333-a604-d2676e59a3da tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0460856 May 10 03:23:12.970271 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8df5c150-9b26-461b-b6f1-3b737bd92c8d req-4d556858-0828-4d83-b026-525520815b9e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405600 May 10 03:23:13.362999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-27a45ee6-d0bc-4330-a268-d70e4554df6a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:13.364834 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-27a45ee6-d0bc-4330-a268-d70e4554df6a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 817 time: 0.1036139 May 10 03:23:13.425480 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-002dd452-1c1f-4731-afc2-dfd5f1325b99 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 379 time: 0.0524106 May 10 03:23:13.434150 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'port': {'device_id': 'd490231e-628d-467d-a571-2538c3646f1e', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'admin_state_up': True, 'tenant_id': '4af328ed59384b70b2312c150a124746', 'security_groups': ['b3530d89-8199-4d6e-8afc-ff7ab9236d44']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:13.603619 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Made reservation on behalf of 4af328ed59384b70b2312c150a124746 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:13.607135 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:13.738850 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Allocated IP 172.20.0.4 (2381b1f0-2571-49ba-9c52-e5ec6b453c14/f0f988a5-d8cd-4116-91dd-a39e88c4585b/e8ecbe35-34e0-4751-a0e4-9587716eaf81) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:13.768469 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dfdc617b-77e5-4306-a58c-5fb6cb5d24b6 req-fa95faa1-1fd4-43a8-bf98-1feed82e6502 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 210 time: 0.0402737 May 10 03:23:13.807588 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347c5f-46ce-427c-9741-1a5770e52dc6 req-04116a53-b2a7-4aeb-be5a-6435411723b9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:13.809127 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-17347c5f-46ce-427c-9741-1a5770e52dc6 req-04116a53-b2a7-4aeb-be5a-6435411723b9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0715985 May 10 03:23:13.868188 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-17347c5f-46ce-427c-9741-1a5770e52dc6 req-e4939214-86e8-4e8d-a3fd-1d6b7bcf446c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525515 May 10 03:23:13.889686 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:13.963893 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:13.987178 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.027063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:14.030118 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:14.033944 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:14.076694 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:14.091299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.091640 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.091968 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.092380 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.092634 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.092954 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.093076 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a57f4-b25a-4216-9f17-a7069aa7a22f req-bcc7d8b2-e5af-4f99-8669-16e25ee86bb2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:14.093515 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.093605 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.093875 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.094181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.094502 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.094609 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb3a57f4-b25a-4216-9f17-a7069aa7a22f req-bcc7d8b2-e5af-4f99-8669-16e25ee86bb2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0552239 May 10 03:23:14.094811 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.095125 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.095440 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.095760 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:14.103902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:14.104548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.146504 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb3a57f4-b25a-4216-9f17-a7069aa7a22f req-861b997c-e9f1-42b8-9b37-3d514566570d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 May 10 03:23:14.183384 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-37cf8c17-01a7-46e9-96c8-4a89c6d99a15 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527056 May 10 03:23:14.196062 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Request body: {'port': {'device_id': 'd490231e-628d-467d-a571-2538c3646f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:14.255865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.299226 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-d1c845ef-3fe9-43d1-a38e-55f22a47af78 None None] Provisioning complete for port e8ecbe35-34e0-4751-a0e4-9587716eaf81 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:14.299507 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d1c845ef-3fe9-43d1-a38e-55f22a47af78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.336669 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-d1c845ef-3fe9-43d1-a38e-55f22a47af78 None None] Port e8ecbe35-34e0-4751-a0e4-9587716eaf81 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:14.518467 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:14.526088 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks [] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.538895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Transition to ACTIVE for port object e8ecbe35-34e0-4751-a0e4-9587716eaf81 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:23:14.626550 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.693729 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:14.746352 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Attempting to bind port e8ecbe35-34e0-4751-a0e4-9587716eaf81 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:14.746684 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Attempting to bind port e8ecbe35-34e0-4751-a0e4-9587716eaf81 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:14.747163 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Attempting to bind port e8ecbe35-34e0-4751-a0e4-9587716eaf81 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:14.751719 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Port e8ecbe35-34e0-4751-a0e4-9587716eaf81 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:23:14.752063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Attempting to bind port e8ecbe35-34e0-4751-a0e4-9587716eaf81 on network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:14.757064 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:14.757390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Checking segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:14.757767 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Bound using segment: {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:14.758183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Bound port: e8ecbe35-34e0-4751-a0e4-9587716eaf81, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8c271c-8797-490b-8f94-c0e661dcf0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:14.758539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.835847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:14.838936 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:14.891509 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1961e6c-cbac-4e42-8456-2e7b86000c91 req-ae38aa2d-027c-401c-9859-45c5bdc3fb6a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:14.893198 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b1961e6c-cbac-4e42-8456-2e7b86000c91 req-ae38aa2d-027c-401c-9859-45c5bdc3fb6a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0502250 May 10 03:23:14.929767 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.951954 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b1961e6c-cbac-4e42-8456-2e7b86000c91 req-39921fbd-4572-47f3-a92b-7a2e95405ab4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531642 May 10 03:23:14.963444 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:14.964128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:14.965493 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] 10.222.0.61 "PUT /v2.0/ports/e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 1093 time: 0.7738025 May 10 03:23:14.966515 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:14.968775 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e" -d '{"events": [{"name": "network-changed", "server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:14.997339 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bca569-5ae3-454e-ad8a-a011128fe0f5 req-df8fb9f3-8bf6-40c9-aaa7-f3b25c04d87d tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.000916 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97bca569-5ae3-454e-ad8a-a011128fe0f5 req-df8fb9f3-8bf6-40c9-aaa7-f3b25c04d87d tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0622771 May 10 03:23:15.018693 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866abe32-09f1-48ef-a951-d93ff857862a service neutron] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:15.019786 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d01b4c1-1118-4bb6-acdb-f5b4d6aa1cdd x-openstack-request-id: req-9d01b4c1-1118-4bb6-acdb-f5b4d6aa1cdd {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:15.020985 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:15.021364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d01b4c1-1118-4bb6-acdb-f5b4d6aa1cdd {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:15.021861 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d01b4c1-1118-4bb6-acdb-f5b4d6aa1cdd'] response: {'name': 'network-changed', 'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'status': 'completed', 'code': 200} May 10 03:23:15.069409 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97bca569-5ae3-454e-ad8a-a011128fe0f5 req-e4f7aca9-0e7f-4ac0-a328-b0f5173e87a6 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606492 May 10 03:23:15.126917 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-31782da2-2b04-4069-91a2-d7b68d482160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.128444 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-31782da2-2b04-4069-91a2-d7b68d482160 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1127 time: 0.0411460 May 10 03:23:15.231826 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-ba69137b-1dbd-4003-8dcb-75fea8261058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.233471 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-ba69137b-1dbd-4003-8dcb-75fea8261058 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4af328ed59384b70b2312c150a124746&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0964763 May 10 03:23:15.265908 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a756d36-01df-4d62-9a47-02e4939e8d69 req-0d8bb01b-6012-4aba-9762-74ea44b54675 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.267702 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a756d36-01df-4d62-9a47-02e4939e8d69 req-0d8bb01b-6012-4aba-9762-74ea44b54675 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0514829 May 10 03:23:15.316073 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a756d36-01df-4d62-9a47-02e4939e8d69 req-23a5384f-de10-43a2-a2ac-695156607acf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 May 10 03:23:15.335248 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-13641ace-1439-44de-86f4-c791d6d24903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.336725 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-66a2dff6-1967-48d1-93c2-a4f50ba3b83e req-13641ace-1439-44de-86f4-c791d6d24903 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949550 May 10 03:23:15.412878 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-66cd5b02-541e-4a2d-aee4-4221745d7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.414336 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-66cd5b02-541e-4a2d-aee4-4221745d7607 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1127 time: 0.0396862 May 10 03:23:15.463047 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-b392cfa6-d15f-4227-9097-ab5f0e65331c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 217 time: 0.0384429 May 10 03:23:15.510503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-743b92bb-d39e-4f26-98ed-73a292071418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.511911 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-743b92bb-d39e-4f26-98ed-73a292071418 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0425692 May 10 03:23:15.554046 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-a69e67ec-0e45-418e-8836-57552598c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:15.555470 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-a69e67ec-0e45-418e-8836-57552598c9b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375190 May 10 03:23:15.644481 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-9f65c4bf-9524-49ae-8f4a-52acb44f763a service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823579 May 10 03:23:15.736751 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2b6f7913-76e0-49a2-a565-ca8d3afca4ef req-3fc175b3-1489-4668-abf6-f379be424533 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847151 May 10 03:23:16.078948 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4a815-f0aa-4536-8a56-d68ef7fa5667 req-2ea4c47e-0a34-4ace-92f8-20827cbe618e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:16.080384 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2cc4a815-f0aa-4536-8a56-d68ef7fa5667 req-2ea4c47e-0a34-4ace-92f8-20827cbe618e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0457768 May 10 03:23:16.125625 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2cc4a815-f0aa-4536-8a56-d68ef7fa5667 req-d1fae891-5a10-4584-bb99-9b6383c5ffae tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 May 10 03:23:16.178495 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905f17-fd6d-4595-9e6f-1eeb397b4a96 req-126d87e1-2326-4078-b4c7-7c6625fdf223 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:16.179906 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ec905f17-fd6d-4595-9e6f-1eeb397b4a96 req-126d87e1-2326-4078-b4c7-7c6625fdf223 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0456986 May 10 03:23:16.241013 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ec905f17-fd6d-4595-9e6f-1eeb397b4a96 req-ba86e53a-6da0-4fa5-8720-f319bbe32589 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547628 May 10 03:23:16.444664 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceab55-fbf0-4422-9839-a63992d4a1cc req-9301eb7e-7901-4a17-b614-ce6185c30296 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:16.446245 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97ceab55-fbf0-4422-9839-a63992d4a1cc req-9301eb7e-7901-4a17-b614-ce6185c30296 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0601730 May 10 03:23:16.495983 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-97ceab55-fbf0-4422-9839-a63992d4a1cc req-1cc9c42a-3426-45ac-9e95-7f0fac215447 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433559 May 10 03:23:17.242467 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d6f6c-6118-458a-b5c7-f8cc3828e550 req-0264cee1-06a2-4231-8594-eee1642253b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:17.243966 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-896d6f6c-6118-458a-b5c7-f8cc3828e550 req-0264cee1-06a2-4231-8594-eee1642253b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0474966 May 10 03:23:17.299665 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-896d6f6c-6118-458a-b5c7-f8cc3828e550 req-4a207e5e-4448-4864-935b-a2d8005d7e9d tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497708 May 10 03:23:17.379849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7ed3d-8d49-43de-bf23-87f2dd5a9c10 req-6593d666-47f9-4bad-b6ab-27b73fbbec6b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:17.381381 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15c7ed3d-8d49-43de-bf23-87f2dd5a9c10 req-6593d666-47f9-4bad-b6ab-27b73fbbec6b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0515060 May 10 03:23:17.443025 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15c7ed3d-8d49-43de-bf23-87f2dd5a9c10 req-20203462-a55f-410f-960e-df90959545f9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555429 May 10 03:23:17.611037 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade5d8c-e3d8-43bf-aaaf-9123784b9216 req-36e7d1c9-4195-4658-883b-6622bf46966c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:17.612507 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ade5d8c-e3d8-43bf-aaaf-9123784b9216 req-36e7d1c9-4195-4658-883b-6622bf46966c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0471580 May 10 03:23:17.663237 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ade5d8c-e3d8-43bf-aaaf-9123784b9216 req-7ac781d8-7e5d-4755-b9a4-2a8cd5cb530e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448861 May 10 03:23:17.712410 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef9c49-684c-41f6-be54-b370e51190a0 req-8eb2e165-6c94-4a59-b4eb-b7e540e29882 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:17.713775 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e8ef9c49-684c-41f6-be54-b370e51190a0 req-8eb2e165-6c94-4a59-b4eb-b7e540e29882 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0491521 May 10 03:23:17.763827 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e8ef9c49-684c-41f6-be54-b370e51190a0 req-a3e1a570-30dd-4756-be77-b1eef409f17f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444071 May 10 03:23:18.017006 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:23:18.116376 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:18.127733 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:23:18.163032 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:18.163407 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.178714 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:18.197446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:18.288090 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:18.335955 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:18.343717 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.344084 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.344474 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.344811 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.345144 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.345477 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.345784 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.346110 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.346429 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.346749 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.347071 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.347388 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.347779 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.348120 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.348437 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:18.421613 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37e62-15fa-4a02-b2f6-489a06dd38a6 req-70da386f-1610-4d2f-8f66-c95abaa9bc56 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:18.423049 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecc37e62-15fa-4a02-b2f6-489a06dd38a6 req-70da386f-1610-4d2f-8f66-c95abaa9bc56 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 944 time: 0.0468657 May 10 03:23:18.489665 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecc37e62-15fa-4a02-b2f6-489a06dd38a6 req-48cca8d3-fd21-4b2d-b793-1cc796fa6bf8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609331 May 10 03:23:18.558035 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71166314-3167-4a01-9ef0-b9aa6367114f req-d9f75bd7-d0d4-44c9-9dc6-8d7d6519ce79 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:18.559971 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-71166314-3167-4a01-9ef0-b9aa6367114f req-d9f75bd7-d0d4-44c9-9dc6-8d7d6519ce79 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0476801 May 10 03:23:18.607960 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e8ecbe35-34e0-4751-a0e4-9587716eaf81'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:23:18.617985 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-71166314-3167-4a01-9ef0-b9aa6367114f req-6ec3c3a8-5ca0-4440-9e9d-670e20cae5c7 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520985 May 10 03:23:18.782080 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de821fd1-07d6-4353-8fa5-bc5430f0b312 req-0587bdeb-b22a-4fa3-9e80-0b2464d130b5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:18.783555 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de821fd1-07d6-4353-8fa5-bc5430f0b312 req-0587bdeb-b22a-4fa3-9e80-0b2464d130b5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0524859 May 10 03:23:18.832869 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-de821fd1-07d6-4353-8fa5-bc5430f0b312 req-d5695c82-0ce4-44e3-9f71-dc4e429bd046 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 May 10 03:23:18.880939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b468f-2b93-4e0d-9900-eb6db210ebd6 req-0c231b90-768f-4670-aacd-2fac717a33d9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:18.882345 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-500b468f-2b93-4e0d-9900-eb6db210ebd6 req-0c231b90-768f-4670-aacd-2fac717a33d9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0457413 May 10 03:23:18.928330 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-500b468f-2b93-4e0d-9900-eb6db210ebd6 req-39938fa1-4f52-4d81-a80d-a48c8d239d0f tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 May 10 03:23:19.608749 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc399b7-1779-4e4b-920d-52189fdb555c req-a87a4de8-1eda-4690-b3e9-66279ab5e20f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:19.610173 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8fc399b7-1779-4e4b-920d-52189fdb555c req-a87a4de8-1eda-4690-b3e9-66279ab5e20f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 944 time: 0.0492721 May 10 03:23:19.656983 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8fc399b7-1779-4e4b-920d-52189fdb555c req-7a4fa1a2-d2b0-4aa5-8519-824f21fb9e65 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 May 10 03:23:19.734675 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b0dfa-0af6-49cf-9114-c05f390e2105 req-b5949507-2700-4562-b6ee-b8c3aff30864 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:19.736121 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-022b0dfa-0af6-49cf-9114-c05f390e2105 req-b5949507-2700-4562-b6ee-b8c3aff30864 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0466647 May 10 03:23:19.751408 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-4a1e2b7f-db6f-4333-bad9-baab9bcd9174 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:19.752851 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-4a1e2b7f-db6f-4333-bad9-baab9bcd9174 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0494933 May 10 03:23:19.795028 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-022b0dfa-0af6-49cf-9114-c05f390e2105 req-71313964-02ee-490e-95b3-71fe8b2cafda tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531085 May 10 03:23:19.942347 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723ab7-c9bc-48cc-b079-a6304ea28580 req-517f458f-c077-487d-aaf4-c1e4644b8baf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:19.943775 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9a723ab7-c9bc-48cc-b079-a6304ea28580 req-517f458f-c077-487d-aaf4-c1e4644b8baf tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0462978 May 10 03:23:19.992807 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9a723ab7-c9bc-48cc-b079-a6304ea28580 req-b709ff79-dbad-47ba-8044-7655da699780 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 May 10 03:23:20.034316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:20.040714 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68310963-a972-469e-9253-48d4152df675 req-29de7b82-e7c8-4f01-ab91-8f35ef33c890 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:20.042154 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-68310963-a972-469e-9253-48d4152df675 req-29de7b82-e7c8-4f01-ab91-8f35ef33c890 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0462728 May 10 03:23:20.078365 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port e8ecbe35-34e0-4751-a0e4-9587716eaf81 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:23:20.089397 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-68310963-a972-469e-9253-48d4152df675 req-2266a313-21da-4081-b341-15f8a87681c9 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408683 May 10 03:23:20.157864 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port e8ecbe35-34e0-4751-a0e4-9587716eaf81 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:20.158240 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.234015 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:20.234390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.256437 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:20.258583 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09451407-edb0-4e85-8644-260c34652d5a" -d '{"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:20.271168 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:20.294016 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2e3fda-5ed5-43ee-9778-7e88ebd8cfbc x-openstack-request-id: req-df2e3fda-5ed5-43ee-9778-7e88ebd8cfbc {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:20.294332 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:20.294593 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df2e3fda-5ed5-43ee-9778-7e88ebd8cfbc {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:20.294990 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2e3fda-5ed5-43ee-9778-7e88ebd8cfbc'] response: {'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'code': 200} May 10 03:23:20.329363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.389151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:20.777837 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40b740-8eaa-4d7c-9d69-354f1c0ce7ac req-df598523-8467-4403-8f07-9e58b7e257b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:20.779955 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bb40b740-8eaa-4d7c-9d69-354f1c0ce7ac req-df598523-8467-4403-8f07-9e58b7e257b1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0517490 May 10 03:23:20.846937 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Deleting port 0b6928e9-9a74-46cf-b5b0-028b132f61ce {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:20.847696 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:20.849036 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bb40b740-8eaa-4d7c-9d69-354f1c0ce7ac req-0429a2e4-af4d-44bf-b5ac-1c8420f452bc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617900 May 10 03:23:20.944356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033896-ed2c-4dca-b9c3-b47bc52a667a req-25744243-e154-45b6-b16e-d4b58d597ed9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:20.947209 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bf033896-ed2c-4dca-b9c3-b47bc52a667a req-25744243-e154-45b6-b16e-d4b58d597ed9 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0736096 May 10 03:23:20.965118 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5b876-d1d5-4a21-9e19-540baeeb4198 req-6275cae5-a09e-49aa-a012-5bfbf1c57143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:20.967225 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b3c5b876-d1d5-4a21-9e19-540baeeb4198 req-6275cae5-a09e-49aa-a012-5bfbf1c57143 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0616314 May 10 03:23:21.009193 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bf033896-ed2c-4dca-b9c3-b47bc52a667a req-bfbb66af-c823-4711-8284-d5ddfef3631c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562990 May 10 03:23:21.020988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] For port 0b6928e9-9a74-46cf-b5b0-028b132f61ce, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0b6928e9-9a74-46cf-b5b0-028b132f61ce,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:21.021358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.047513 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b3c5b876-d1d5-4a21-9e19-540baeeb4198 req-35fc8d60-fc8f-455e-8c25-a4bdb24184f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698326 May 10 03:23:21.119482 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a99a96-c03b-46f8-9ffc-bc7ea30db3f9 req-6bcbeef6-78f4-49a3-99d8-fc98588bb5c6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:21.120996 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09a99a96-c03b-46f8-9ffc-bc7ea30db3f9 req-6bcbeef6-78f4-49a3-99d8-fc98588bb5c6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0490930 May 10 03:23:21.171930 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09a99a96-c03b-46f8-9ffc-bc7ea30db3f9 req-bb5e6996-5931-4e26-8b03-61488561536d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 May 10 03:23:21.214253 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.214538 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.214856 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Floating IP 72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3 disassociated. External IP: 172.28.1.22, port: 0b6928e9-9a74-46cf-b5b0-028b132f61ce. May 10 03:23:21.215227 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Calling delete_port for 0b6928e9-9a74-46cf-b5b0-028b132f61ce owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:21.223556 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed3c6-e82c-4842-b3b9-d323a0eae8f1 req-189cc50a-0ac6-4d31-9e91-a81079d3a63b tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:21.224359 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a5ed3c6-e82c-4842-b3b9-d323a0eae8f1 req-189cc50a-0ac6-4d31-9e91-a81079d3a63b tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 945 time: 0.0477779 May 10 03:23:21.277257 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a5ed3c6-e82c-4842-b3b9-d323a0eae8f1 req-6ca50e8d-9be0-4a0b-bfe4-4f1e27547734 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=7057fc5e-84df-4ee1-af69-515ffedca325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470269 May 10 03:23:21.312387 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573245ed-c1fe-4982-86f2-765678ebaaab req-2501aadb-5ebf-4f8b-bb9c-edb5fa54842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:21.313878 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-573245ed-c1fe-4982-86f2-765678ebaaab req-2501aadb-5ebf-4f8b-bb9c-edb5fa54842a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1129 time: 0.0479186 May 10 03:23:21.611323 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-573245ed-c1fe-4982-86f2-765678ebaaab req-1d94513b-d1f2-4f0d-a75c-10944e1c69af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905357 May 10 03:23:21.683804 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (0b6928e9-9a74-46cf-b5b0-028b132f61ce), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:21.710475 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'Port': ['ID=0b6928e9-9a74-46cf-b5b0-028b132f61ce,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:21.835966 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:21.950535 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:21.961861 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:21.973120 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:21.975417 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:21.976262 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67033b5-e7b5-4b02-b9bb-ddb343f60555 req-0f2faa31-24d5-49d2-84d1-97e4e3357d65 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:21.977747 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d67033b5-e7b5-4b02-b9bb-ddb343f60555 req-0f2faa31-24d5-49d2-84d1-97e4e3357d65 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0554917 May 10 03:23:21.996111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] No DVR routers for this DVR port 0b6928e9-9a74-46cf-b5b0-028b132f61ce on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:23:21.999499 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:22.003551 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cadf1d51-4d41-41e0-abc9-a6a8a494736a req-fab6e82c-81f3-4629-8037-3f55786613bc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "DELETE /v2.0/ports/0b6928e9-9a74-46cf-b5b0-028b132f61ce HTTP/1.1" status: 204 len: 173 time: 1.2561285 May 10 03:23:22.004189 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'name': 'network-vif-deleted', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:22.007136 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a84eae-4f9b-4f0a-8663-9ef4d45fb4a9" -d '{"events": [{"server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "name": "network-vif-deleted", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:22.032919 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d67033b5-e7b5-4b02-b9bb-ddb343f60555 req-ead4879e-27c4-4cc0-9542-6870535a246c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468779 May 10 03:23:22.046437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9928fa0-2387-4388-ae8a-44d5eeee7dbb x-openstack-request-id: req-e9928fa0-2387-4388-ae8a-44d5eeee7dbb {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:22.046437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813031a-ba52-4826-9b73-69ae2af70c13", "name": "network-vif-deleted", "tag": "0b6928e9-9a74-46cf-b5b0-028b132f61ce", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:22.046437 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9928fa0-2387-4388-ae8a-44d5eeee7dbb {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:22.046437 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9928fa0-2387-4388-ae8a-44d5eeee7dbb'] response: {'server_uuid': '1813031a-ba52-4826-9b73-69ae2af70c13', 'name': 'network-vif-deleted', 'tag': '0b6928e9-9a74-46cf-b5b0-028b132f61ce', 'status': 'completed', 'code': 200} May 10 03:23:22.104258 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:22.162263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef03709-299b-4588-a85f-703db6d85f01 req-2fcf81da-4a9f-405b-be84-55e6286c7055 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:22.163956 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ef03709-299b-4588-a85f-703db6d85f01 req-2fcf81da-4a9f-405b-be84-55e6286c7055 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0517178 May 10 03:23:22.228948 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2ef03709-299b-4588-a85f-703db6d85f01 req-183b7035-97fd-4a5f-8203-f62f3823ba17 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577874 May 10 03:23:22.317748 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87cd9b-7c76-4265-8460-e2016552333d req-53af261a-4c25-45f3-8880-a149c659f1ba tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:22.317748 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9f87cd9b-7c76-4265-8460-e2016552333d req-53af261a-4c25-45f3-8880-a149c659f1ba tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0569243 May 10 03:23:22.354891 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:22.385727 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:22.396812 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:22.397677 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:22.405080 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f13da72a-59a4-452c-8af9-ba9807395e63 req-49722469-7848-4ad1-a862-72e365d86893 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0482361 May 10 03:23:22.408621 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9f87cd9b-7c76-4265-8460-e2016552333d req-710a6acb-380e-4f5a-be8d-62c848614513 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796731 May 10 03:23:22.513149 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:22.706258 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:22.733353 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b1ca51-fb09-410f-9643-ad40dc5f2b4f None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:22.945397 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26d2759-697a-4eb3-8531-43801483fd0d None None] New status for floating IP 72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:23.151670 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8ba8d-8b0e-4d5d-983b-a9ff8e1403aa req-5757d3cb-1b34-46bb-99f4-2254081c5a67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:23.153174 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91a8ba8d-8b0e-4d5d-983b-a9ff8e1403aa req-5757d3cb-1b34-46bb-99f4-2254081c5a67 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0468068 May 10 03:23:23.204027 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-91a8ba8d-8b0e-4d5d-983b-a9ff8e1403aa req-b7c4153c-84a9-4e73-82b0-cc278a82e1f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 May 10 03:23:23.352874 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81cf6-6d1b-4506-a2be-288be295091b req-c53f5311-46e5-4c55-abdd-ac0bcd694e56 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:23.354212 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05a81cf6-6d1b-4506-a2be-288be295091b req-c53f5311-46e5-4c55-abdd-ac0bcd694e56 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0558739 May 10 03:23:23.413081 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05a81cf6-6d1b-4506-a2be-288be295091b req-246c4fa2-0bda-4539-9714-495bbd57ada7 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527043 May 10 03:23:23.526864 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e4bc6fb3-b7d9-4158-b683-be50616467c4 req-c8fdd205-2f2c-4dc5-9717-a1de5a0f0401 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0281417 May 10 03:23:23.623927 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eb281-659a-4f16-842d-28a25a725780 req-c1fa7526-2c78-455e-8430-829c7678445c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:23.625383 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c9eb281-659a-4f16-842d-28a25a725780 req-c1fa7526-2c78-455e-8430-829c7678445c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0458755 May 10 03:23:23.674521 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c9eb281-659a-4f16-842d-28a25a725780 req-6c9bbfef-4939-4564-b8ac-dbe1987ec188 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436327 May 10 03:23:24.049053 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0b6928e9-9a74-46cf-b5b0-028b132f61ce no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:23:24.075056 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 0b6928e9-9a74-46cf-b5b0-028b132f61ce {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:23:24.077275 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0b6928e9-9a74-46cf-b5b0-028b132f61ce not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:23:24.164040 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4906e-9364-488d-9479-953881d9fd7d req-c3d94591-f1a7-4681-bcd2-6ab3c3d039c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.165478 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-87b4906e-9364-488d-9479-953881d9fd7d req-c3d94591-f1a7-4681-bcd2-6ab3c3d039c9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0467799 May 10 03:23:24.212676 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-87b4906e-9364-488d-9479-953881d9fd7d req-cc154950-6b6a-4393-8c3c-8fb9972925d6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 May 10 03:23:24.328132 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1408bc-b17f-4b34-9d01-53d7b9eb5e7e req-880967cf-d56c-41b7-9521-47037e6f68df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.329533 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ec1408bc-b17f-4b34-9d01-53d7b9eb5e7e req-880967cf-d56c-41b7-9521-47037e6f68df tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0524025 May 10 03:23:24.383037 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ec1408bc-b17f-4b34-9d01-53d7b9eb5e7e req-ca5726a6-94ac-4355-bd7d-ec1285dc1ef7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478091 May 10 03:23:24.499715 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdc8f9-5709-48dd-b505-665175247c12 req-df3a9a42-dece-4e86-a000-8f81ddbaa0ba tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.501205 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-28fdc8f9-5709-48dd-b505-665175247c12 req-df3a9a42-dece-4e86-a000-8f81ddbaa0ba tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0508327 May 10 03:23:24.509613 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56472) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:24.514524 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Request body: {'floatingip': {'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:24.563816 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:24.652534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164f746-015b-4d3a-aa85-5b6e680b6527 req-66e43617-734e-45f2-8b0c-45b96f7ae30f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.654040 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e164f746-015b-4d3a-aa85-5b6e680b6527 req-66e43617-734e-45f2-8b0c-45b96f7ae30f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.1055226 May 10 03:23:24.788350 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-e1a62e4d-61f1-400f-82a3-86a812d1d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.789850 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-e1a62e4d-61f1-400f-82a3-86a812d1d59a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0413361 May 10 03:23:24.811200 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e164f746-015b-4d3a-aa85-5b6e680b6527 req-12927b50-5e1d-4c0f-b912-5568cd1113f1 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&id=76e6e958-f119-42af-b5d9-3ca1306a1bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487975 May 10 03:23:24.914157 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-92d0441f-5a85-4178-943c-311269fcd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:24.915611 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-92d0441f-5a85-4178-943c-311269fcd77c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.1138389 May 10 03:23:24.952107 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ea1b08cc-1820-411e-89f0-5d6283bfaeba req-a1dba302-8325-4e24-a476-a0d47dd0465a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=1813031a-ba52-4826-9b73-69ae2af70c13 HTTP/1.1" status: 200 len: 210 time: 0.0660768 May 10 03:23:25.017395 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-f738ad83-25d8-453c-936f-bb97878dd624 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 1001 time: 0.0802400 May 10 03:23:25.081910 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-c26e071e-0d56-48d1-b889-fa987319af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:25.083389 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-c26e071e-0d56-48d1-b889-fa987319af29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0601168 May 10 03:23:25.127145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-a8349260-7cd0-4304-aa3d-efea306098cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:25.128713 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-a8349260-7cd0-4304-aa3d-efea306098cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387142 May 10 03:23:25.157123 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.215879 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-5a5df2e7-1046-44e9-b514-e99a13449a87 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814612 May 10 03:23:25.238522 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.315267 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-72c64c46-c99e-4c59-b8f3-7b420ec84a22 req-abc2a173-5c3f-4fe8-85fd-a770f0e79805 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932922 May 10 03:23:25.377792 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e1bd4-548c-4de2-9037-b7632309119f req-0339afcc-c042-44c1-b115-e3d785bbe1ac tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:25.379646 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-841e1bd4-548c-4de2-9037-b7632309119f req-0339afcc-c042-44c1-b115-e3d785bbe1ac tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0888448 May 10 03:23:25.401184 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Floating IP b55c3529-1862-4684-a2aa-4caf50b4cf4b associated. External IP: 172.28.1.214, port: e8ecbe35-34e0-4751-a0e4-9587716eaf81. May 10 03:23:25.481061 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-841e1bd4-548c-4de2-9037-b7632309119f req-9a150f8f-e16a-421b-9f6b-b220caed8423 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891371 May 10 03:23:25.641529 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:25.755664 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:25.760529 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:25.765578 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:25.775238 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:25.775847 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:25.789306 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-400cf1db-2710-4daa-b181-dce9859bf12f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "PUT /v2.0/floatingips/b55c3529-1862-4684-a2aa-4caf50b4cf4b HTTP/1.1" status: 200 len: 991 time: 1.2786498 May 10 03:23:25.789961 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:25.792312 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc982987-608b-4e6d-a754-d9c9245561b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:25.828986 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416f2285-0f72-40ee-aa53-0b124b59316f x-openstack-request-id: req-416f2285-0f72-40ee-aa53-0b124b59316f {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:25.829270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:25.829548 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-416f2285-0f72-40ee-aa53-0b124b59316f {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:25.829945 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416f2285-0f72-40ee-aa53-0b124b59316f'] response: {'name': 'network-changed', 'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'status': 'completed', 'code': 200} May 10 03:23:25.885053 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:26.096386 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b55c3529-1862-4684-a2aa-4caf50b4cf4b', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.214', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd490231e-628d-467d-a571-2538c3646f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:10Z', 'updated_at': '2022-05-10T03:23:25Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:26.102141 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56492) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.158351 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (7057fc5e-84df-4ee1-af69-515ffedca325), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.183412 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (7057fc5e-84df-4ee1-af69-515ffedca325), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.206665 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:26.215052 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:26.215658 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:26.289641 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (7057fc5e-84df-4ee1-af69-515ffedca325), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.292345 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.296570 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56494) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.296991 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "DELETE /v2.0/security-groups/7057fc5e-84df-4ee1-af69-515ffedca325 HTTP/1.1" status: 204 len: 168 time: 0.1934443 May 10 03:23:26.306024 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7057fc5e-84df-4ee1-af69-515ffedca325,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.312272 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.api.v2.resource [None req-ae5e69c9-5dc0-41cb-9702-bc2ed5287768 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] show failed (client error): The resource could not be found. May 10 03:23:26.313526 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ae5e69c9-5dc0-41cb-9702-bc2ed5287768 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups/7057fc5e-84df-4ee1-af69-515ffedca325 HTTP/1.1" status: 404 len: 347 time: 0.0156884 May 10 03:23:26.313789 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.314139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.314480 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.314815 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.315144 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.315472 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.315795 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.316155 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.316476 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.316669 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:26.316791 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.317113 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.317436 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.317764 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.318125 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.318397 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f28eb-b783-42cf-aac7-7884fa5994a5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:23:26.324968 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:26.441622 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Deleting port 1e34fb95-4751-401e-8880-d0b4fcd90e8f {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:26.441877 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.523407 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.523869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (1e34fb95-4751-401e-8880-d0b4fcd90e8f), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.539000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Calling delete_port for 1e34fb95-4751-401e-8880-d0b4fcd90e8f owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:26.542770 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b55c3529-1862-4684-a2aa-4caf50b4cf4b', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.214', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd490231e-628d-467d-a571-2538c3646f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:10Z', 'updated_at': '2022-05-10T03:23:25Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:26.574346 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ccf80-912e-43b6-bdd1-2692a22a605a None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b55c3529-1862-4684-a2aa-4caf50b4cf4b', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'floating_ip_address': '172.28.1.214', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd490231e-628d-467d-a571-2538c3646f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:10Z', 'updated_at': '2022-05-10T03:23:25Z', 'revision_number': 1, 'project_id': '4af328ed59384b70b2312c150a124746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:26.606434 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68282d2-ec1e-430d-921e-6b61d2cbb51b req-1c11fab0-3b40-4bb8-a1a3-2103d75ca81b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:26.607975 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f68282d2-ec1e-430d-921e-6b61d2cbb51b req-1c11fab0-3b40-4bb8-a1a3-2103d75ca81b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0574303 May 10 03:23:26.660481 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f68282d2-ec1e-430d-921e-6b61d2cbb51b req-702305f1-3ed2-4ab8-a7aa-d517fbd85dd4 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 May 10 03:23:26.740154 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (1e34fb95-4751-401e-8880-d0b4fcd90e8f), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.770927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'Port': ['ID=1e34fb95-4751-401e-8880-d0b4fcd90e8f,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:26.791111 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01606fe-dc81-4cc3-bdb6-f4a36a515353 None None] New status for floating IP b55c3529-1862-4684-a2aa-4caf50b4cf4b: ACTIVE {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:26.839776 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.843314 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:26.844478 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8df8ef8e-382d-4b89-a34f-01f645fd7534 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "DELETE /v2.0/floatingips/72b0d5ad-4b7d-4aa5-83b3-cca70e989cd3 HTTP/1.1" status: 204 len: 168 time: 0.5262260 May 10 03:23:27.001000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56504) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:27.005650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858079305', 'description': 'tempest-description--1841997290'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:27.061942 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-5702fe88-63e8-41c2-bdb2-4f07f2b50226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:27.063438 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-5702fe88-63e8-41c2-bdb2-4f07f2b50226 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1129 time: 0.0430250 May 10 03:23:27.118598 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.226969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-9335935f-59c5-464e-8bf4-2a7baf0e3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:27.228353 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-9335935f-59c5-464e-8bf4-2a7baf0e3c2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.1187229 May 10 03:23:27.253670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (d4948cb1-1529-4758-a529-821fd7006043), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.300867 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d4948cb1-1529-4758-a529-821fd7006043), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.330252 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4948cb1-1529-4758-a529-821fd7006043,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:27.377183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.378418 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b5a4890a-8c07-46f5-bda9-a209be402545 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3764248 May 10 03:23:27.381379 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56506) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:27.385764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group_rule': {'security_group_id': 'd4948cb1-1529-4758-a529-821fd7006043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:27.489868 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (390fecd6-74b2-4e79-b9e9-7de6b49c5d61), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.540809 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.546337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (390fecd6-74b2-4e79-b9e9-7de6b49c5d61), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.621139 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (390fecd6-74b2-4e79-b9e9-7de6b49c5d61), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.638510 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-e8d634f0-f237-42c7-8807-514ba26a0bd9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 1001 time: 0.0735729 May 10 03:23:27.646957 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390fecd6-74b2-4e79-b9e9-7de6b49c5d61,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:27.731725 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.733487 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7305bb39-4b7f-4f67-8144-4983dd1d30b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511930 May 10 03:23:27.736336 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56510) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:27.740820 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'security_group_rule': {'security_group_id': 'd4948cb1-1529-4758-a529-821fd7006043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:27.779093 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34cb44-2506-4bac-96b3-fa6f1c0b146d req-d8cdf3c3-52d4-4ae1-b233-81afb9ef31c0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:27.781063 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be34cb44-2506-4bac-96b3-fa6f1c0b146d req-d8cdf3c3-52d4-4ae1-b233-81afb9ef31c0 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0476487 May 10 03:23:27.828241 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be34cb44-2506-4bac-96b3-fa6f1c0b146d req-9dded9cc-be35-486d-b850-7ad2c6755239 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 May 10 03:23:27.837457 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (16d0bdb3-55d6-490f-8bff-565f8e396e7e), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.893712 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (16d0bdb3-55d6-490f-8bff-565f8e396e7e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:27.998810 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (16d0bdb3-55d6-490f-8bff-565f8e396e7e), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.014492 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d0bdb3-55d6-490f-8bff-565f8e396e7e,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:28.074393 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.079425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56514) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:28.079588 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-cac40f48-2d5a-4518-a750-7bca56d04973 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421814 May 10 03:23:28.084500 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:28.096267 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-23b593f5-1e89-48a3-b6d6-05996eb4fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:28.097873 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-23b593f5-1e89-48a3-b6d6-05996eb4fdcb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0547211 May 10 03:23:28.147202 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-65d17b86-3efc-436f-9340-1ce5b91aea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:28.148743 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-65d17b86-3efc-436f-9340-1ce5b91aea80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427935 May 10 03:23:28.168689 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.237067 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-7c3d7a47-1946-428d-8fe5-2a07794686fa service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822656 May 10 03:23:28.248965 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.335744 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc982987-608b-4e6d-a754-d9c9245561b0 req-67ff9c52-6d75-497e-9b5e-ae5655f16b7c service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902739 May 10 03:23:28.356460 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_common [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Allocated IP 172.28.1.115 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/3305ab29-5b31-478c-982a-58af72f75b76) {{(pid=103795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:28.462142 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (3305ab29-5b31-478c-982a-58af72f75b76), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.598557 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960'] for port (3305ab29-5b31-478c-982a-58af72f75b76), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.636831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:28.639669 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Resources bound (agent type, host, resource id): {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:28.642264 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Received port after_create {{(pid=103795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:28.656043 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=3305ab29-5b31-478c-982a-58af72f75b76,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:28.698963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.770688 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3305ab29-5b31-478c-982a-58af72f75b76), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.953319 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (3305ab29-5b31-478c-982a-58af72f75b76), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:28.964805 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40d32-6094-4e86-9266-fa02121ffc1c req-c3d20fd1-e579-4b01-8252-7402cdab7794 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:28.966267 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7ff40d32-6094-4e86-9266-fa02121ffc1c req-c3d20fd1-e579-4b01-8252-7402cdab7794 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0664136 May 10 03:23:29.008720 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3305ab29-5b31-478c-982a-58af72f75b76), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.036773 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7ff40d32-6094-4e86-9266-fa02121ffc1c req-2acec0b8-9741-4c55-b853-c99af61c8538 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642483 May 10 03:23:29.047386 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.063393 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=3305ab29-5b31-478c-982a-58af72f75b76,revision_number=2']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:29.143792 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.143792 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d1015d2f-429e-4dc0-98c0-50d803182520 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0570407 May 10 03:23:29.158192 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb34999-4d38-4c29-bc93-9641b40a51b4 req-84fbebca-4dce-4de3-887e-ecf152a5abf7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:29.159727 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cb34999-4d38-4c29-bc93-9641b40a51b4 req-84fbebca-4dce-4de3-887e-ecf152a5abf7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0526443 May 10 03:23:29.168399 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56528) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:29.173674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Request body: {'floatingip': {'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:29.237808 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:29.419980 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-d4bec926-381b-45af-b53c-575bd1b6c682 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--858079305&fields=id&tenant_id=813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 267 time: 0.0763416 May 10 03:23:29.852457 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-4b72c747-58fa-4c8e-a712-2a89fafb4c41 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:29.853860 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-4b72c747-58fa-4c8e-a712-2a89fafb4c41 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 810 time: 0.4266338 May 10 03:23:29.903207 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-85f62127-c84b-4c12-873c-536d124c21b1 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/quotas/813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 375 time: 0.0419574 May 10 03:23:29.991945 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-faffd6e6-a840-43d7-b40c-4f7ca0eea589 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827086 May 10 03:23:30.181317 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f25d7e5e-f928-44d4-bf63-67b410426ff0 service neutron] 10.222.0.65 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758320 May 10 03:23:30.251368 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:30.286804 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-453587bc-ff13-4691-80da-f6fe36586dba service neutron] 10.222.0.65 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991695 May 10 03:23:30.302571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:30.535232 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Router 53ff9d41-35d1-4873-be94-e560d02c78ef has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:30.565914 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-943b86af-b693-4ca5-8368-1decce4c723b req-47459461-a5ad-45e3-baa0-909d7fb64eef tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0351567 May 10 03:23:30.677932 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:30.682799 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:30.688586 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:30.698071 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:30.698684 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:30.714356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:30.717231 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8414f6-7489-4bf7-8995-06ee94de4976" -d '{"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:30.744983 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e1f03cf3-f249-4f69-92cd-c4179e8e9ea7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "PUT /v2.0/floatingips/8540eda8-9041-4b9d-96da-f1b8e6f5040a HTTP/1.1" status: 200 len: 993 time: 1.5748482 May 10 03:23:30.791105 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126a87af-9bd8-4da9-8a6d-6589af4d46ef x-openstack-request-id: req-126a87af-9bd8-4da9-8a6d-6589af4d46ef {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:30.791394 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:30.791646 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126a87af-9bd8-4da9-8a6d-6589af4d46ef {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:30.792092 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126a87af-9bd8-4da9-8a6d-6589af4d46ef'] response: {'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'status': 'completed', 'code': 200} May 10 03:23:30.820147 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:30.878194 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-63c4869c-2041-4723-b7d2-d8b2e7a3e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:30.881510 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-63c4869c-2041-4723-b7d2-d8b2e7a3e783 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0500722 May 10 03:23:30.991107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-c37a6863-6850-4452-96ce-419e0abd956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:30.992841 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-c37a6863-6850-4452-96ce-419e0abd956c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.1043985 May 10 03:23:31.062108 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-ad4ca25b-b69a-4471-9671-5b419e537af8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 1001 time: 0.0627661 May 10 03:23:31.073954 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:23:30Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:31.116654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-32cecf3f-cf2a-4365-851a-5d1b7ad6fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:31.118121 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-32cecf3f-cf2a-4365-851a-5d1b7ad6fcd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0498333 May 10 03:23:31.120643 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:31.129798 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:31.130396 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:31.165307 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-131f3213-4676-4438-9988-ea99117c1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:31.166813 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-131f3213-4676-4438-9988-ea99117c1619 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426376 May 10 03:23:31.245499 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:31.283985 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-791d7d6a-af86-4a89-9d5a-f017a8b91ff4 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072710 May 10 03:23:31.334802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9857c-41dd-4e30-8af2-5aa32384f1e9 req-170b9ded-6410-4f80-b6c3-3ba41d98119d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:31.336198 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47b9857c-41dd-4e30-8af2-5aa32384f1e9 req-170b9ded-6410-4f80-b6c3-3ba41d98119d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0808110 May 10 03:23:31.359112 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06f2a2-70b4-40dd-86b5-9b1e495fab2d req-02ea91bc-7ee3-40ac-b987-657a085bb213 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:31.360831 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ae06f2a2-70b4-40dd-86b5-9b1e495fab2d req-02ea91bc-7ee3-40ac-b987-657a085bb213 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0682113 May 10 03:23:31.422774 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-47b9857c-41dd-4e30-8af2-5aa32384f1e9 req-0e7b8334-c933-4cc7-b8a6-211f2ffc9a41 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783777 May 10 03:23:31.443823 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ae06f2a2-70b4-40dd-86b5-9b1e495fab2d req-75589fd5-f1e1-451e-92e5-58b08eac42df tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722198 May 10 03:23:31.468369 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:23:30Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:31.499660 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106870f-a392-4c8a-a36a-472286203a33 None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': '8540eda8-9041-4b9d-96da-f1b8e6f5040a', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'floating_ip_address': '172.28.1.173', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'port_id': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'mac_address': 'fa:16:3e:00:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a010d765-8dc4-44a9-922a-feabd172565b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:21:23Z', 'updated_at': '2022-05-10T03:23:30Z', 'revision_number': 3, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:31.662961 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95d64c66-b422-476f-aae9-abae3d6a1d24 req-09ce9ada-6a43-4940-83b6-34a30578eb81 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0282257 May 10 03:23:32.578469 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7dcba9-19df-4a5b-877c-260b39086298 req-4d9a5742-c673-47f0-a87a-640fb9b0413b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:32.580025 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2c7dcba9-19df-4a5b-877c-260b39086298 req-4d9a5742-c673-47f0-a87a-640fb9b0413b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0785253 May 10 03:23:32.582664 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ed8414f6-7489-4bf7-8995-06ee94de4976 req-7b4375dc-350b-4516-9e00-a1d7252face8 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000519 May 10 03:23:32.591993 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098660e6-c1f6-4718-9f9b-9f117244f519 req-04f36a38-b25f-47d2-ba80-a43286c061fe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:32.594870 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-098660e6-c1f6-4718-9f9b-9f117244f519 req-04f36a38-b25f-47d2-ba80-a43286c061fe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0803411 May 10 03:23:32.660696 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2c7dcba9-19df-4a5b-877c-260b39086298 req-0783053a-3bb2-4a75-9ed7-0c6c5800399c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=fd59b7e2-a483-487c-85cd-6f0a46b24482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663097 May 10 03:23:32.669676 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-098660e6-c1f6-4718-9f9b-9f117244f519 req-f0abbebf-0f5f-4257-91d1-7c8711a57e9f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694067 May 10 03:23:32.758580 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6b6707e1-3c55-4ad6-9047-2211b0d07517 req-989fbc05-30d8-4a2b-8328-88fad5fd65e4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0281622 May 10 03:23:32.793196 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:32.802209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d19ef9-1149-4abd-9fb3-b25c860d51f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:32.831031 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccd5c06-b453-43c0-bf96-32ca1df1163c x-openstack-request-id: req-9ccd5c06-b453-43c0-bf96-32ca1df1163c {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:32.831334 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:32.831575 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ccd5c06-b453-43c0-bf96-32ca1df1163c {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:32.831986 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccd5c06-b453-43c0-bf96-32ca1df1163c'] response: {'name': 'network-changed', 'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'status': 'completed', 'code': 200} May 10 03:23:32.917054 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-4ac90017-0fec-4725-b426-77746fd27772 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:32.918480 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-4ac90017-0fec-4725-b426-77746fd27772 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 945 time: 0.0721748 May 10 03:23:32.924438 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-6f8ee986-ac81-4e35-ae98-13e27480587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:32.925769 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-6f8ee986-ac81-4e35-ae98-13e27480587e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 1129 time: 0.0511169 May 10 03:23:33.091757 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:33.092038 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:33.147729 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-8396b4f3-7f95-4337-a376-241f4dfabbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:33.151665 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-8396b4f3-7f95-4337-a376-241f4dfabbaf service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.2001061 May 10 03:23:33.200743 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] For port f493a15e-bd36-4dd2-b7df-1cd2f38b4180, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:33.201111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:33.373662 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:33.374052 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:33.374370 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP 818f9738-ae7c-4d11-a7cb-63ad3d24b4ec disassociated. External IP: 172.28.1.19, port: f493a15e-bd36-4dd2-b7df-1cd2f38b4180. May 10 03:23:33.374704 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for f493a15e-bd36-4dd2-b7df-1cd2f38b4180 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:33.516160 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-a79c98b8-2c0f-4728-8176-26582aaa4a93 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 200 len: 1001 time: 0.0858920 May 10 03:23:33.649505 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-7e95dd4b-eabb-4b39-a39c-85c22a3ba5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:33.650836 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-7e95dd4b-eabb-4b39-a39c-85c22a3ba5b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.1041136 May 10 03:23:33.690983 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (f493a15e-bd36-4dd2-b7df-1cd2f38b4180), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:33.759306 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=f493a15e-bd36-4dd2-b7df-1cd2f38b4180,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:33.770687 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-882561bd-1fb4-429b-b793-c678a38ad271 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:33.772272 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-882561bd-1fb4-429b-b793-c678a38ad271 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 810 time: 0.1801155 May 10 03:23:33.782021 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-fba167fc-9e40-456c-b626-bccf8714239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:33.783762 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-fba167fc-9e40-456c-b626-bccf8714239d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1084087 May 10 03:23:33.787390 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ddc5a7dc-18d6-4d9d-8af1-a982b9cf1d3c req-298bdb51-6b5a-4c05-ada4-315299abe570 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 210 time: 0.0538170 May 10 03:23:33.828383 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d0688-612e-482c-abf7-ace7237423f2 req-949edd34-d032-4f2c-b946-5f5933f6137f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:33.829879 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d57d0688-612e-482c-abf7-ace7237423f2 req-949edd34-d032-4f2c-b946-5f5933f6137f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0618746 May 10 03:23:33.906159 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-93e7cc0f-a3f3-4550-9057-a9a30529186b req-ee9f6968-7658-45f0-9be9-0859bf98b5dc tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0472660 May 10 03:23:33.910297 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d57d0688-612e-482c-abf7-ace7237423f2 req-b136af71-9675-4297-8b86-c06923b9a303 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728152 May 10 03:23:34.228158 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-09a97eda-a000-4ca1-8457-5de98f41c9b4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813036cfbb6e4f1b93bbf75a982aa96f HTTP/1.1" status: 200 len: 379 time: 0.4025590 May 10 03:23:34.231936 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-eb94dcf7-4797-4d65-8346-0e083cf50230 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053836 May 10 03:23:34.249660 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'port': {'device_id': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'admin_state_up': True, 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'security_groups': ['d4948cb1-1529-4758-a529-821fd7006043']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:34.332431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:34.453369 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-10d19ef9-1149-4abd-9fb3-b25c860d51f2 req-36c0ba14-7aa1-4a6a-92d1-d4f828d814ab service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078509 May 10 03:23:34.524805 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:34.537288 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:34.547750 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:34.548390 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:34.569181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] No DVR routers for this DVR port f493a15e-bd36-4dd2-b7df-1cd2f38b4180 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:23:34.571671 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:34.574923 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-be5719af-77b0-4a47-9082-12f0fdfb0b56 req-7adfd0d1-c79c-4456-b248-95def9f562b3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "DELETE /v2.0/ports/f493a15e-bd36-4dd2-b7df-1cd2f38b4180 HTTP/1.1" status: 204 len: 173 time: 1.6268699 May 10 03:23:34.575395 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'name': 'network-vif-deleted', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:34.577807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd1a28-09f8-4345-9dc3-18b8ae7e1206" -d '{"events": [{"server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "name": "network-vif-deleted", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:34.591325 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Made reservation on behalf of 813036cfbb6e4f1b93bbf75a982aa96f for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:34.595262 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:34.622986 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a396ee-60b4-4802-a7ce-58696a09f148 x-openstack-request-id: req-21a396ee-60b4-4802-a7ce-58696a09f148 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:34.623282 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1ceb67-3663-4d21-bf91-ab648bc249e0", "name": "network-vif-deleted", "tag": "f493a15e-bd36-4dd2-b7df-1cd2f38b4180", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:34.623556 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21a396ee-60b4-4802-a7ce-58696a09f148 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:34.623951 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a396ee-60b4-4802-a7ce-58696a09f148'] response: {'server_uuid': '3c1ceb67-3663-4d21-bf91-ab648bc249e0', 'name': 'network-vif-deleted', 'tag': 'f493a15e-bd36-4dd2-b7df-1cd2f38b4180', 'status': 'completed', 'code': 200} May 10 03:23:34.733663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Allocated IP 172.20.0.11 (7cb49c2b-d8b7-49df-956b-d47b255b5450/96e7046b-1d1f-4c03-a15a-dddd29d235c5/0f87c033-180b-41b9-bec8-9f6abee088d9) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:34.784439 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:34.901467 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:34.947872 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7ece5df6-0624-46a9-b614-9d1744498eb4 req-89384790-a01a-4242-9f72-27906fbb1d81 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c1ceb67-3663-4d21-bf91-ab648bc249e0 HTTP/1.1" status: 200 len: 210 time: 0.0546193 May 10 03:23:34.983975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:35.013115 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:35.015966 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.022253 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:35.022863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:35.040867 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b579745d-e656-44c6-87b7-f915a21e2a16 req-9aeda67d-2c1f-4970-a5f8-a7218214e5cd tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0436654 May 10 03:23:35.056159 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:35.059334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:35.063618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:35.084758 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c559c-3827-4364-af25-aceaa5b5a564 req-6bad2398-fe28-4a83-baa3-542c3c073998 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:35.086324 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c77c559c-3827-4364-af25-aceaa5b5a564 req-6bad2398-fe28-4a83-baa3-542c3c073998 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0598814 May 10 03:23:35.104502 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event updated for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:35.127429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:35.128250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.143214 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c77c559c-3827-4364-af25-aceaa5b5a564 req-fda27a8a-b8ab-44ec-90a2-474bffc40b8d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500321 May 10 03:23:35.150790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:35.200943 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-f170e563-add4-4a8a-97cb-a02e0adac1eb tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570236 May 10 03:23:35.229058 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Request body: {'port': {'device_id': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:35.297560 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.362517 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-f56f40c7-5768-4d28-8940-b18c9a9d78d8 None None] Provisioning complete for port 0f87c033-180b-41b9-bec8-9f6abee088d9 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:35.362842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f56f40c7-5768-4d28-8940-b18c9a9d78d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.387557 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:35.425376 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e31e3b9-0242-43f5-84b4-d86ec6ec835c None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:35.434895 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-f56f40c7-5768-4d28-8940-b18c9a9d78d8 None None] Port 0f87c033-180b-41b9-bec8-9f6abee088d9 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:35.577337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f87c033-180b-41b9-bec8-9f6abee088d9 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:35.585357 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks [] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.598454 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Transition to ACTIVE for port object 0f87c033-180b-41b9-bec8-9f6abee088d9 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:23:35.666549 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.677994 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0c3113-53e8-48d8-9a23-e771b5cf90f7 None None] New status for floating IP 818f9738-ae7c-4d11-a7cb-63ad3d24b4ec: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:35.726148 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Pushing event updated for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:35.803476 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Attempting to bind port 0f87c033-180b-41b9-bec8-9f6abee088d9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:35.804176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Attempting to bind port 0f87c033-180b-41b9-bec8-9f6abee088d9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:35.804176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Attempting to bind port 0f87c033-180b-41b9-bec8-9f6abee088d9 on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:35.808837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Port 0f87c033-180b-41b9-bec8-9f6abee088d9 on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:23:35.809156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Attempting to bind port 0f87c033-180b-41b9-bec8-9f6abee088d9 on network 7cb49c2b-d8b7-49df-956b-d47b255b5450 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:35.815278 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:35.815278 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Checking segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:35.815278 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Bound using segment: {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:35.815721 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Bound port: 0f87c033-180b-41b9-bec8-9f6abee088d9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c908136-62fe-4258-a1ca-ea0ccd9cd70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:35.815820 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:35.894932 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:35.898177 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f87c033-180b-41b9-bec8-9f6abee088d9,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:35.975187 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.010641 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.011247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.012899 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] 10.222.0.61 "PUT /v2.0/ports/0f87c033-180b-41b9-bec8-9f6abee088d9 HTTP/1.1" status: 200 len: 1094 time: 0.7881544 May 10 03:23:36.032769 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39645b4-5516-4bc0-8341-38c03a2ce776 service neutron] Pushing event updated for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:36.148558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56616) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:36.177211 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b521c5-e1a5-4d24-b41a-cc04d76ed853 req-45147aac-b228-4bfc-97b6-a11b21302d4a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.177211 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-10b521c5-e1a5-4d24-b41a-cc04d76ed853 req-45147aac-b228-4bfc-97b6-a11b21302d4a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 944 time: 0.0677776 May 10 03:23:36.207524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-3d06a9d1-bde6-49b3-86bf-580af388b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.209230 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-3d06a9d1-bde6-49b3-86bf-580af388b6de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 1128 time: 0.0656326 May 10 03:23:36.257923 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-b2db0d23-5b82-4dc2-a0d3-e869df9524c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f87c033-180b-41b9-bec8-9f6abee088d9 HTTP/1.1" status: 200 len: 217 time: 0.0385466 May 10 03:23:36.289199 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-10b521c5-e1a5-4d24-b41a-cc04d76ed853 req-6d4c4730-7931-457e-bba1-d5bf81b5b530 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005511 May 10 03:23:36.291969 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (fd59b7e2-a483-487c-85cd-6f0a46b24482), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.313349 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-0e10fb04-7bb6-4f5a-9586-7a33f1911a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.314806 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-0e10fb04-7bb6-4f5a-9586-7a33f1911a8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0481715 May 10 03:23:36.317727 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a41fb-4771-4a55-af15-f76fd86ed540 req-1fda61ce-db69-4e3c-8cdf-5f2afe0aa0b7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.319180 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e05a41fb-4771-4a55-af15-f76fd86ed540 req-1fda61ce-db69-4e3c-8cdf-5f2afe0aa0b7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0834336 May 10 03:23:36.338096 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (fd59b7e2-a483-487c-85cd-6f0a46b24482), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.359132 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-88b35cb5-6871-480e-ab6b-4673aa22d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:36.360757 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-88b35cb5-6871-480e-ab6b-4673aa22d393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393109 May 10 03:23:36.399926 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e05a41fb-4771-4a55-af15-f76fd86ed540 req-9f478348-015b-4deb-a623-44e483a0c4f2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723031 May 10 03:23:36.453661 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-0eb82dde-0a02-4126-a10c-5409ae54d43c service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860279 May 10 03:23:36.489199 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fd59b7e2-a483-487c-85cd-6f0a46b24482), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.491774 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.492916 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/security-groups/fd59b7e2-a483-487c-85cd-6f0a46b24482 HTTP/1.1" status: 204 len: 168 time: 0.3434377 May 10 03:23:36.497372 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56620) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:36.512976 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f701ef-8f8c-401c-a01e-ed6fb4dfc3ba tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59b7e2-a483-487c-85cd-6f0a46b24482,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:36.519286 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-0a96e599-b1da-471f-829f-a50f3c0462e7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] show failed (client error): The resource could not be found. May 10 03:23:36.520314 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0a96e599-b1da-471f-829f-a50f3c0462e7 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups/fd59b7e2-a483-487c-85cd-6f0a46b24482 HTTP/1.1" status: 404 len: 347 time: 0.0220397 May 10 03:23:36.523086 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56622) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:36.544825 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-beb089be-e66e-44c8-85d6-c2caec74e536 req-a1c955ab-5193-4181-987a-2ecda01de76e service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 May 10 03:23:36.624750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:36.627045 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09" -d '{"events": [{"name": "network-changed", "server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:36.648843 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port 85540e3f-3c20-48cb-884d-08b778f40468 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:23:36.649177 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (85540e3f-3c20-48cb-884d-08b778f40468), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.661553 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411ee66-c57c-4ced-8b2a-073c4111c768 x-openstack-request-id: req-4411ee66-c57c-4ced-8b2a-073c4111c768 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:36.661843 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:36.662094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4411ee66-c57c-4ced-8b2a-073c4111c768 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:36.662489 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4411ee66-c57c-4ced-8b2a-073c4111c768'] response: {'name': 'network-changed', 'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'status': 'completed', 'code': 200} May 10 03:23:36.722466 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (85540e3f-3c20-48cb-884d-08b778f40468), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.722783 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (85540e3f-3c20-48cb-884d-08b778f40468), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.736567 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for 85540e3f-3c20-48cb-884d-08b778f40468 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:23:36.962675 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (85540e3f-3c20-48cb-884d-08b778f40468), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:36.988725 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=85540e3f-3c20-48cb-884d-08b778f40468,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:37.020776 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (818f9738-ae7c-4d11-a7cb-63ad3d24b4ec), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.023246 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.024402 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2697a0e2-172c-46c8-b398-31e196fb3417 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/floatingips/818f9738-ae7c-4d11-a7cb-63ad3d24b4ec HTTP/1.1" status: 204 len: 168 time: 0.4960265 May 10 03:23:37.171847 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56628) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:37.176385 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31905917', 'description': 'tempest-description--9863004'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:37.260757 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.329856 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (9515a14c-e3cc-4025-83ac-532f66632fdb), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.404712 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e07ba-7f61-425f-9c75-a24b318428ba req-b6311e91-421e-4867-ae88-d799d2d72457 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:37.407527 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-271e07ba-7f61-425f-9c75-a24b318428ba req-b6311e91-421e-4867-ae88-d799d2d72457 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 944 time: 0.0474741 May 10 03:23:37.408619 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9515a14c-e3cc-4025-83ac-532f66632fdb), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.466423 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9515a14c-e3cc-4025-83ac-532f66632fdb,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:37.493395 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-271e07ba-7f61-425f-9c75-a24b318428ba req-cafa5128-ffe5-4a3d-95c0-831661d95417 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787680 May 10 03:23:37.524128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.525346 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d5e23d72-b2d5-416d-a212-e63fdc559b1b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3524554 May 10 03:23:37.528486 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56634) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:37.533651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': '9515a14c-e3cc-4025-83ac-532f66632fdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:37.534549 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0fae6-ac5b-4966-ae82-e5c444063173 req-3ec0380f-28e6-4c8a-99be-a26e550e9171 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:37.536031 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4ef0fae6-ac5b-4966-ae82-e5c444063173 req-3ec0380f-28e6-4c8a-99be-a26e550e9171 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0627809 May 10 03:23:37.581169 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f52c4e38-df07-4967-b7f9-dd4fcd5d2584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.593715 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4ef0fae6-ac5b-4966-ae82-e5c444063173 req-cd4393dc-b1c7-4808-a6e0-5bb4992b2e96 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482936 May 10 03:23:37.632224 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (a9fff52e-f40a-4200-b8e6-13ff89a9f936), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.721069 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (a9fff52e-f40a-4200-b8e6-13ff89a9f936), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.728483 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-764e9fa4-305c-45b3-abe7-4aa05dccaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:37.729938 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-764e9fa4-305c-45b3-abe7-4aa05dccaecd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 1128 time: 0.0526466 May 10 03:23:37.801827 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (a9fff52e-f40a-4200-b8e6-13ff89a9f936), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.832425 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fff52e-f40a-4200-b8e6-13ff89a9f936,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:37.839488 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-48978c55-ecd9-4518-be44-99de8f2ed20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:37.840995 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-48978c55-ecd9-4518-be44-99de8f2ed20f service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.1044071 May 10 03:23:37.908927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:37.910669 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-385b3ead-7867-4996-b47c-a801296209e9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3809576 May 10 03:23:37.912507 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-1292581b-8752-48ff-a73d-27c1d3167975 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f87c033-180b-41b9-bec8-9f6abee088d9 HTTP/1.1" status: 200 len: 217 time: 0.0585759 May 10 03:23:37.913043 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56636) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:37.917178 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'security_group_rule': {'security_group_id': '9515a14c-e3cc-4025-83ac-532f66632fdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:37.976104 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-3fa72545-df6c-496f-a76f-d09d3d9e3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:37.976104 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-3fa72545-df6c-496f-a76f-d09d3d9e3c34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0509875 May 10 03:23:38.027209 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-8dbb80b0-6c48-4f13-ad88-b196cca7554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:38.028817 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-8dbb80b0-6c48-4f13-ad88-b196cca7554f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459669 May 10 03:23:38.128052 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f493a15e-bd36-4dd2-b7df-1cd2f38b4180 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:23:38.128428 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-410975e2-d546-42e2-9dee-86d5453c8e88 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863681 May 10 03:23:38.148312 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: f493a15e-bd36-4dd2-b7df-1cd2f38b4180 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:23:38.148664 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f493a15e-bd36-4dd2-b7df-1cd2f38b4180 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:23:38.198026 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (f60b3bb1-b4ee-4c3e-b5a3-26ad6b44d79b), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.261597 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-cc2940a7-79a2-461f-ab7e-93d34a6a5c09 req-3a6cc67a-3365-4108-84e5-ff9d73ee755d service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261964 May 10 03:23:38.272592 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (f60b3bb1-b4ee-4c3e-b5a3-26ad6b44d79b), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.351407 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571086'] for security_group_rule (f60b3bb1-b4ee-4c3e-b5a3-26ad6b44d79b), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.370361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60b3bb1-b4ee-4c3e-b5a3-26ad6b44d79b,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:38.423575 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.424777 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-01f0bf30-e404-4a20-9c02-be260a291997 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5108397 May 10 03:23:38.427734 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56638) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:38.431977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:38.501927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.579188 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.614246 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7a336-39e6-46c2-b3fc-a54202dc45b0 req-d12c4dbc-9806-4a3e-b3ab-177f9f7bb3ff tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:38.615773 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab7a336-39e6-46c2-b3fc-a54202dc45b0 req-d12c4dbc-9806-4a3e-b3ab-177f9f7bb3ff tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 944 time: 0.0476925 May 10 03:23:38.667120 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0ab7a336-39e6-46c2-b3fc-a54202dc45b0 req-9878acc0-0788-4a70-a65d-fcfb5d21a140 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 May 10 03:23:38.697628 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.28.1.235 (a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e/cbc2cd21-3748-4c0f-a687-2d8c0082202e/951310eb-8a78-4e91-9393-71954e9ced1c) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:38.713665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a1baf-c62d-4fb7-bb65-489c32841a52 req-48411aea-b96d-4934-863d-6a767993d130 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:38.715135 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-468a1baf-c62d-4fb7-bb65-489c32841a52 req-48411aea-b96d-4934-863d-6a767993d130 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0471470 May 10 03:23:38.766989 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-468a1baf-c62d-4fb7-bb65-489c32841a52 req-5772ef97-1338-4661-949d-c8c1d4989c8b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 May 10 03:23:38.799247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (951310eb-8a78-4e91-9393-71954e9ced1c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.895684 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:38.936133 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:38.938869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:38.941418 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:38.971050 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=951310eb-8a78-4e91-9393-71954e9ced1c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:39.041608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.115776 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.262376 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (951310eb-8a78-4e91-9393-71954e9ced1c), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.322749 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.394087 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=951310eb-8a78-4e91-9393-71954e9ced1c,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:39.405256 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.491756 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.493025 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c6244b3c-975a-4d7d-b568-a4daebc962ce tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0643458 May 10 03:23:39.645222 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-968b55cd-6ac5-48ae-944f-ba78da023311 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--31905917&fields=id&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 267 time: 0.0447547 May 10 03:23:39.711659 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2d12f782-62d7-4b2f-b890-b4e852623901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:39.760024 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-4a383945-b9f0-48c7-8acc-53523faed437 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:39.761420 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-4a383945-b9f0-48c7-8acc-53523faed437 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1099310 May 10 03:23:39.793399 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-da28f5e8-3501-43b8-afdd-5f7d518ff10f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/quotas/0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 375 time: 0.0169175 May 10 03:23:39.802477 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d707c-a01e-4c46-9aab-b7b415016a5c req-38986b5f-d9bd-4b9c-bd65-e07c82f661e5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:39.803892 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f44d707c-a01e-4c46-9aab-b7b415016a5c req-38986b5f-d9bd-4b9c-bd65-e07c82f661e5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 944 time: 0.0669856 May 10 03:23:39.866158 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-fa0e7fd8-2417-440b-9681-33aa58a7aeee tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612235 May 10 03:23:39.902209 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f44d707c-a01e-4c46-9aab-b7b415016a5c req-f7092100-189d-4842-9a4b-794d5b9cf692 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888002 May 10 03:23:39.976977 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-af81da93-fdc5-4a2a-8635-752e823b8931 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967026 May 10 03:23:40.054963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f408e-0e5f-48a8-8c19-daefa7cac4d3 req-f457306b-5b59-4321-9850-827d9179cc42 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:40.056408 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-737f408e-0e5f-48a8-8c19-daefa7cac4d3 req-f457306b-5b59-4321-9850-827d9179cc42 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0983312 May 10 03:23:40.124244 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-a67bb61f-f1ff-4526-a7b6-87c865814fc0 service neutron] 10.222.0.65 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277318 May 10 03:23:40.128085 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-737f408e-0e5f-48a8-8c19-daefa7cac4d3 req-303769e9-3fcf-4d87-b40c-bd5fe31c403e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659692 May 10 03:23:40.136882 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0f87c033-180b-41b9-bec8-9f6abee088d9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:23:40.236153 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f87c033-180b-41b9-bec8-9f6abee088d9,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:40.247870 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'port_id': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'mac_address': 'fa:16:3e:b6:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:23:40.285371 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 0f87c033-180b-41b9-bec8-9f6abee088d9 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:40.285759 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:40.298985 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f87c033-180b-41b9-bec8-9f6abee088d9 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:40.318271 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f87c033-180b-41b9-bec8-9f6abee088d9,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:40.409632 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:40.412656 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c596e1d1-9031-44e6-b440-8a7d956594ac req-41dab509-3f23-4ee7-b2d3-00ffb3019097 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 210 time: 0.0342743 May 10 03:23:40.466889 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:40.734542 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['0f87c033-180b-41b9-bec8-9f6abee088d9'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:23:40.918257 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:41.018153 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2424f-312d-4287-bb20-b7a98451059a req-13227f4b-2dff-47c0-8f0f-db07a0fd37a2 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:41.019606 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a2424f-312d-4287-bb20-b7a98451059a req-13227f4b-2dff-47c0-8f0f-db07a0fd37a2 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 945 time: 0.0502305 May 10 03:23:41.066609 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c1a2424f-312d-4287-bb20-b7a98451059a req-fd9c02d0-2c08-4fb0-b466-9af69ca1d473 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 May 10 03:23:41.241007 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec5-4b3a-4c6b-9284-57d6323b1d34 req-d7858fd6-bbf7-4136-8d11-1e9573958ed6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:41.242512 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d58b6ec5-4b3a-4c6b-9284-57d6323b1d34 req-d7858fd6-bbf7-4136-8d11-1e9573958ed6 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0469506 May 10 03:23:41.290887 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d58b6ec5-4b3a-4c6b-9284-57d6323b1d34 req-5ae47811-446a-4c33-ac38-d8f48491fdc7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428469 May 10 03:23:41.522180 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-59a21e01-75c6-40a5-bad4-0b06cc39c222 req-2ba415f8-5bcf-4a33-a35b-e684d8b455d9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 210 time: 0.0302002 May 10 03:23:42.145476 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0f87c033-180b-41b9-bec8-9f6abee088d9 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:42.178234 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc6af6-764a-441c-89ef-7b8d968e4fe9 req-be840fb1-546c-4e98-b883-1a00ebd9fde4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:42.179768 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1ecc6af6-764a-441c-89ef-7b8d968e4fe9 req-be840fb1-546c-4e98-b883-1a00ebd9fde4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 945 time: 0.0485866 May 10 03:23:42.205462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 0f87c033-180b-41b9-bec8-9f6abee088d9 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:23:42.228876 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1ecc6af6-764a-441c-89ef-7b8d968e4fe9 req-213d5f26-e00c-47b8-abb2-63699f328b52 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 May 10 03:23:42.277977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-489bb762-a24d-488d-9e76-c10254fd5f6f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:42.279411 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-489bb762-a24d-488d-9e76-c10254fd5f6f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 815 time: 0.1081526 May 10 03:23:42.301040 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 0f87c033-180b-41b9-bec8-9f6abee088d9 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:42.301557 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.343465 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-907fb927-a69a-404d-8db2-a7076d94b812 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b7c607953b94c02977d60c0b0536e24 HTTP/1.1" status: 200 len: 378 time: 0.0559371 May 10 03:23:42.353614 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'port': {'device_id': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'admin_state_up': True, 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'security_groups': ['9515a14c-e3cc-4025-83ac-532f66632fdb']}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:42.394797 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 0f87c033-180b-41b9-bec8-9f6abee088d9 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:42.395186 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.421079 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:42.424273 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bba25c-2d6a-492a-b414-aefaa2d89136" -d '{"events": [{"server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "name": "network-vif-plugged", "status": "completed", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:42.429824 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627ee8-d665-4831-907a-0bda133526fd req-13699bdb-54c8-4e25-bf25-ab9b0853bb5b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:42.431882 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-67627ee8-d665-4831-907a-0bda133526fd req-13699bdb-54c8-4e25-bf25-ab9b0853bb5b tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0670261 May 10 03:23:42.438155 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f87c033-180b-41b9-bec8-9f6abee088d9,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:42.467229 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.483729 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386edec2-fa18-4a1e-9a67-626f5ff5ee5c x-openstack-request-id: req-386edec2-fa18-4a1e-9a67-626f5ff5ee5c {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:42.484039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "name": "network-vif-plugged", "status": "completed", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:42.484233 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-386edec2-fa18-4a1e-9a67-626f5ff5ee5c {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:42.484631 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386edec2-fa18-4a1e-9a67-626f5ff5ee5c'] response: {'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'code': 200} May 10 03:23:42.487828 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-67627ee8-d665-4831-907a-0bda133526fd req-8f7e6feb-a9f3-45c7-b5cb-7b6f6cc23dac tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482714 May 10 03:23:42.495668 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.550720 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:42.575519 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Made reservation on behalf of 0b7c607953b94c02977d60c0b0536e24 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:23:42.579324 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.626733 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bff9e5af-38fa-4ecf-8472-2b447c66a392 req-ee3c460c-641c-4c1a-a978-d7ee52226452 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 210 time: 0.0319784 May 10 03:23:42.712205 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Allocated IP 172.20.0.13 (1e0211ea-07f5-489a-bffd-a2279bfba53a/c1c68633-2bdf-4900-8e17-e9b7fd4f676d/af3cf7e3-6eaf-4eb8-97db-23b35c82abb6) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:23:42.845411 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:42.947471 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.010503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27590e4f-4759-4f6f-b7bb-0808bdd336d1 req-06f04683-82d6-4bbf-bc16-30b0639e7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.011968 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-27590e4f-4759-4f6f-b7bb-0808bdd336d1 req-06f04683-82d6-4bbf-bc16-30b0639e7160 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 1130 time: 0.1050978 May 10 03:23:43.019591 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:23:43.024056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-5776cbaf-7316-44ff-ba6b-89f271aca510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.025406 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-5776cbaf-7316-44ff-ba6b-89f271aca510 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.0879745 May 10 03:23:43.032664 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:23:43.035092 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:23:43.131431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event updated for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:43.168377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.168994 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.186937 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-27590e4f-4759-4f6f-b7bb-0808bdd336d1 req-1e1a5217-4d1b-4701-876c-d4357032a55b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644082 May 10 03:23:43.217148 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-e201c2b0-8314-4fad-ad79-546c7403db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.219243 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-e201c2b0-8314-4fad-ad79-546c7403db2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 910 time: 0.1786361 May 10 03:23:43.235971 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-159a58dd-9fe5-48c8-bf04-ee4a4fcd0a34 None None] Provisioning complete for port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:43.236504 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-159a58dd-9fe5-48c8-bf04-ee4a4fcd0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.257128 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-44c84848-51d8-447b-90a3-525e8e52f188 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071453 May 10 03:23:43.271055 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-159a58dd-9fe5-48c8-bf04-ee4a4fcd0a34 None None] Port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 cannot update to ACTIVE because it is not bound. {{(pid=103796) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 03:23:43.343184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583904c-9051-40ab-b28b-37f013cc883f req-b2605e2c-fd52-4c11-9f6f-7cc436be4096 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.344564 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e583904c-9051-40ab-b28b-37f013cc883f req-b2605e2c-fd52-4c11-9f6f-7cc436be4096 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0468233 May 10 03:23:43.390659 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e583904c-9051-40ab-b28b-37f013cc883f req-7fc5e61e-3dda-4228-bdf4-3f03765d984c tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 May 10 03:23:43.429042 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Request body: {'port': {'device_id': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:43.606167 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bf1f1-dad7-490f-b4c8-de26507ff2da req-6082be13-7755-47b0-90f4-285d2c695f75 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.607700 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b0bf1f1-dad7-490f-b4c8-de26507ff2da req-6082be13-7755-47b0-90f4-285d2c695f75 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0483756 May 10 03:23:43.658574 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b0bf1f1-dad7-490f-b4c8-de26507ff2da req-ca2ac730-24ab-43c1-8872-4671a36fc567 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452797 May 10 03:23:43.696507 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:23:43.749106 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2361-7a19-4981-b8af-63edd4cff215 req-18e02107-90d9-4d07-a9ce-d20451cb7054 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:43.750619 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc5b2361-7a19-4981-b8af-63edd4cff215 req-18e02107-90d9-4d07-a9ce-d20451cb7054 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 932 time: 0.0493424 May 10 03:23:43.759235 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-5d92e9b4-aeab-48b1-b6a6-1ce8968f3a0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 1002 time: 0.3405201 May 10 03:23:43.766548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:43.797410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dc5b2361-7a19-4981-b8af-63edd4cff215 req-efb507d5-17f3-4bf0-b4a3-df90cd8a1d88 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411398 May 10 03:23:43.986392 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.024846 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:44.039147 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks [] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.075028 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Transition to ACTIVE for port object af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:23:44.083373 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-a2349588-58f2-4234-b51e-85639a1f3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.085884 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-a2349588-58f2-4234-b51e-85639a1f3068 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.0559416 May 10 03:23:44.137636 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-5af576eb-8f90-44f0-aa72-fd87c4c1b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.139152 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-5af576eb-8f90-44f0-aa72-fd87c4c1b74c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380807 May 10 03:23:44.140247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.240026 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:44.321180 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-7f40f59f-95fb-4775-bd1c-027acc44a83c service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581347 May 10 03:23:44.341127 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Attempting to bind port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:23:44.341650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Attempting to bind port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:23:44.341773 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Attempting to bind port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:44.346810 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:23:44.347122 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Attempting to bind port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 on network 1e0211ea-07f5-489a-bffd-a2279bfba53a {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:23:44.351925 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:23:44.352282 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Checking segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:23:44.352659 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Bound using segment: {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:23:44.353070 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Bound port: af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b23e6662-2a1a-49ce-a29e-3a23bec5f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:23:44.353423 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.422278 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:23:44.425427 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:23:44.500969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.503946 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c200-a7c4-4cbc-b3e1-dd168138efb0 req-2dbe807a-8e5a-4537-9c9c-282f2b5d51a6 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.506704 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03b8c200-a7c4-4cbc-b3e1-dd168138efb0 req-2dbe807a-8e5a-4537-9c9c-282f2b5d51a6 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0468078 May 10 03:23:44.537514 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.537999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:44.539359 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 HTTP/1.1" status: 200 len: 1094 time: 1.1139982 May 10 03:23:44.540083 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:44.542340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21e5789-ff05-47ca-b6d2-057221664af7" -d '{"events": [{"name": "network-changed", "server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:44.556652 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03b8c200-a7c4-4cbc-b3e1-dd168138efb0 req-337f28af-ca8d-4334-a1c2-f58a0155f298 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448537 May 10 03:23:44.568445 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed475e5f-812b-421c-8445-0e32da09e7b2 service neutron] Pushing event updated for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:44.587648 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674de0bc-4751-4f70-b8bd-03ba81f43591 x-openstack-request-id: req-674de0bc-4751-4f70-b8bd-03ba81f43591 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:44.588100 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:44.588397 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-674de0bc-4751-4f70-b8bd-03ba81f43591 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:44.588865 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674de0bc-4751-4f70-b8bd-03ba81f43591'] response: {'name': 'network-changed', 'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'status': 'completed', 'code': 200} May 10 03:23:44.772159 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd56b5-99fe-4baa-8c6f-8c7fdd68fa08 req-f9cd6f70-db6c-4d21-915e-297ed60c9ac0 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.773525 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-65cd56b5-99fe-4baa-8c6f-8c7fdd68fa08 req-f9cd6f70-db6c-4d21-915e-297ed60c9ac0 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0456185 May 10 03:23:44.825840 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-65cd56b5-99fe-4baa-8c6f-8c7fdd68fa08 req-b6883a8a-fa65-45ad-852d-17d91cd2a441 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467453 May 10 03:23:44.914556 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa5fed-f9b7-4635-9715-7c19771d6c05 req-e3337062-3108-4153-a48e-cd42aa52228d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:44.916030 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aefa5fed-f9b7-4635-9715-7c19771d6c05 req-e3337062-3108-4153-a48e-cd42aa52228d tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 944 time: 0.0467405 May 10 03:23:44.965069 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aefa5fed-f9b7-4635-9715-7c19771d6c05 req-02266775-151c-4aee-a294-07157f9e79bf tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430670 May 10 03:23:45.018091 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-f519b33e-8686-4d21-a530-78850de9439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.025214 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-f519b33e-8686-4d21-a530-78850de9439d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 1128 time: 0.0798864 May 10 03:23:45.097535 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-18d09df7-9a94-45dc-a025-0770a5f254e3 req-90819c63-5e27-4b81-90f6-2f6a71d52412 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664631 May 10 03:23:45.133491 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-93e48ed1-88e2-4c12-91e4-688f397a4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.134901 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-93e48ed1-88e2-4c12-91e4-688f397a4772 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0b7c607953b94c02977d60c0b0536e24&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034770 May 10 03:23:45.666565 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31b011-1b63-4779-93cc-126869deb602 req-3c13b370-46fc-45b4-996a-ee32b388ccbf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.667995 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-da31b011-1b63-4779-93cc-126869deb602 req-3c13b370-46fc-45b4-996a-ee32b388ccbf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0457008 May 10 03:23:45.713458 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-da31b011-1b63-4779-93cc-126869deb602 req-b5cd0c60-5ae2-474d-8f86-7eb3cc7437b7 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 May 10 03:23:45.823041 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10df05-b422-477b-b6c5-c51796e475ed req-98578e0d-e521-486c-8239-55547fcb7c69 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.824575 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cf10df05-b422-477b-b6c5-c51796e475ed req-98578e0d-e521-486c-8239-55547fcb7c69 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0507874 May 10 03:23:45.834356 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56708) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:45.838883 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Request body: {'floatingip': {'port_id': '0f87c033-180b-41b9-bec8-9f6abee088d9'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:45.883789 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:45.938296 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474789b-7f7a-46e6-b38e-5843bf9304bf req-9bc725ca-4e4d-46e8-a41a-f5b60e7c71c3 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:45.939744 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c474789b-7f7a-46e6-b38e-5843bf9304bf req-9bc725ca-4e4d-46e8-a41a-f5b60e7c71c3 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0472398 May 10 03:23:45.988239 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c474789b-7f7a-46e6-b38e-5843bf9304bf req-1272a231-659d-41d0-97e7-dac2d50e5f41 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 May 10 03:23:46.087659 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9482-fa45-492d-90cf-1bd93cef7633 req-83949b2a-1e21-4a21-9d76-cbc76b5265d9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.089134 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15ff9482-fa45-492d-90cf-1bd93cef7633 req-83949b2a-1e21-4a21-9d76-cbc76b5265d9 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 944 time: 0.0460792 May 10 03:23:46.138420 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-15ff9482-fa45-492d-90cf-1bd93cef7633 req-22abf544-548e-4d16-8803-27c08c2c1ed5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431690 May 10 03:23:46.324151 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:46.386401 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:46.489305 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Floating IP cb880a34-2407-4d5a-a49c-21df949ced73 associated. External IP: 172.28.1.115, port: 0f87c033-180b-41b9-bec8-9f6abee088d9. May 10 03:23:46.666328 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-15e9c214-5586-4e0b-9270-520655e5b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.667861 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b21e5789-ff05-47ca-b6d2-057221664af7 req-15e9c214-5586-4e0b-9270-520655e5b9aa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452982 May 10 03:23:46.758337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-2bcad203-fb8d-4a03-aa3e-a8a82eef4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.759804 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-2bcad203-fb8d-4a03-aa3e-a8a82eef4f96 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 1128 time: 0.0519748 May 10 03:23:46.825053 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-80779d6a-8e3b-49da-a539-94d3c8b38eae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 HTTP/1.1" status: 200 len: 217 time: 0.0400982 May 10 03:23:46.867595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:46.893857 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-2b546648-8ecc-4f05-a2fe-db9075eab2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.896787 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-2b546648-8ecc-4f05-a2fe-db9075eab2ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0612359 May 10 03:23:46.985978 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-b2f5551d-4006-41d7-98cf-bd37c8bd221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:46.987462 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-b2f5551d-4006-41d7-98cf-bd37c8bd221f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516884 May 10 03:23:47.085566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:47.091127 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:47.101103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:47.104247 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16166ce2-7a7d-43cf-9687-f9400543dadd req-055f3c06-5a26-4360-9a95-ed3a583e9ffe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:47.105891 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-16166ce2-7a7d-43cf-9687-f9400543dadd req-055f3c06-5a26-4360-9a95-ed3a583e9ffe tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0490377 May 10 03:23:47.108919 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:47.109760 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:47.148895 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3dae82ca-6ae2-4534-8205-b7012eafb4a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "PUT /v2.0/floatingips/cb880a34-2407-4d5a-a49c-21df949ced73 HTTP/1.1" status: 200 len: 992 time: 1.3134189 May 10 03:23:47.152406 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:47.160221 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff906959-d936-4a3b-bb16-d06ce3d51067" -d '{"events": [{"name": "network-changed", "server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:47.169343 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-5acd2abe-87e2-4ffb-ac54-85644e5a2872 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517742 May 10 03:23:47.172031 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-16166ce2-7a7d-43cf-9687-f9400543dadd req-7474e6b9-f977-4df3-9464-8e1125f02216 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482612 May 10 03:23:47.235884 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9343452-59ee-4ba6-867d-0bc8d375d18f x-openstack-request-id: req-d9343452-59ee-4ba6-867d-0bc8d375d18f {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:47.236236 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:47.240589 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9343452-59ee-4ba6-867d-0bc8d375d18f {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:47.240589 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9343452-59ee-4ba6-867d-0bc8d375d18f'] response: {'name': 'network-changed', 'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'status': 'completed', 'code': 200} May 10 03:23:47.242762 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:47.282845 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6f69e-f04c-4fc9-874a-168e7287104d req-2f81707d-da04-4456-b66d-01bc105b6af3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:47.284422 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c6d6f69e-f04c-4fc9-874a-168e7287104d req-2f81707d-da04-4456-b66d-01bc105b6af3 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 944 time: 0.0505981 May 10 03:23:47.316811 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2bc539a1-47f0-4e9c-87fa-9110e4bbd088 req-207ec942-d3b0-417f-b758-f650de864e2b service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399651 May 10 03:23:47.317905 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-057212af-90af-4798-aad1-6ebf786a87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:47.319258 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-057212af-90af-4798-aad1-6ebf786a87ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 1130 time: 0.0545332 May 10 03:23:47.343644 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c6d6f69e-f04c-4fc9-874a-168e7287104d req-edbbf55e-1fae-4c47-b9c8-acc8e53a1e46 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504894 May 10 03:23:47.425670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-7ea620e0-d0b7-44e5-9c8d-4e0a12e905cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:47.427160 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-7ea620e0-d0b7-44e5-9c8d-4e0a12e905cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 200 len: 911 time: 0.0980594 May 10 03:23:47.515198 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cb880a34-2407-4d5a-a49c-21df949ced73', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:b6:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:28Z', 'updated_at': '2022-05-10T03:23:46Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:47.540793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:47.549681 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:47.550275 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:47.774096 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:47.982586 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cb880a34-2407-4d5a-a49c-21df949ced73', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:b6:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:28Z', 'updated_at': '2022-05-10T03:23:46Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:48.011446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835fb65d-fb91-41d1-afd7-076c17aaac10 None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'cb880a34-2407-4d5a-a49c-21df949ced73', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'port_id': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'mac_address': 'fa:16:3e:b6:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:28Z', 'updated_at': '2022-05-10T03:23:46Z', 'revision_number': 1, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:48.193093 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df284fa0-0079-40b6-b843-7387272fa317 None None] New status for floating IP cb880a34-2407-4d5a-a49c-21df949ced73: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:48.288882 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442ca15-2ce4-4b72-9f31-8b9272da0e4d req-165bb959-1086-411b-b398-7975eb2edddb tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:48.290412 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9442ca15-2ce4-4b72-9f31-8b9272da0e4d req-165bb959-1086-411b-b398-7975eb2edddb tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0519383 May 10 03:23:48.339396 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9442ca15-2ce4-4b72-9f31-8b9272da0e4d req-c2a62d7d-2b8e-4db9-8a4a-2e4cfaeb7fc4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432653 May 10 03:23:48.461552 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f067e7d-5ad6-47c7-acde-29e8ae58d4f7 req-9b88fdc3-9c60-489c-b26a-a533b17ca401 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:48.463036 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6f067e7d-5ad6-47c7-acde-29e8ae58d4f7 req-9b88fdc3-9c60-489c-b26a-a533b17ca401 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 944 time: 0.0483956 May 10 03:23:48.517855 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6f067e7d-5ad6-47c7-acde-29e8ae58d4f7 req-8f6f9bc3-518e-4913-a978-c2126e8add4c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447700 May 10 03:23:48.558868 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-67bf2ee3-3d98-4f20-8d17-f5fe9ac5c730 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f87c033-180b-41b9-bec8-9f6abee088d9 HTTP/1.1" status: 200 len: 1000 time: 0.0822427 May 10 03:23:48.601233 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-fce43d03-44d5-4f63-8646-b3808be3d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:48.602873 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-fce43d03-44d5-4f63-8646-b3808be3d335 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 200 len: 849 time: 0.0464396 May 10 03:23:48.653030 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-9e80af9d-545c-4ae6-85f4-2208a0d2d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:48.654513 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-9e80af9d-545c-4ae6-85f4-2208a0d2d0c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7cb49c2b-d8b7-49df-956b-d47b255b5450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447021 May 10 03:23:48.714261 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8fbf7-2c8a-4120-8ae5-5da788ee3024 req-92b22614-b585-4523-a48f-9446ce4ad01c tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:48.715742 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-48f8fbf7-2c8a-4120-8ae5-5da788ee3024 req-92b22614-b585-4523-a48f-9446ce4ad01c tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0469472 May 10 03:23:48.758704 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56738) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:48.770680 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-48f8fbf7-2c8a-4120-8ae5-5da788ee3024 req-50941143-769d-4478-af8f-21918d93dfa7 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489426 May 10 03:23:48.837157 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-1a445f42-fd59-49ba-bb55-36b4992532f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772381 May 10 03:23:48.846842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-d784cd0e-f8dc-4823-9352-d16ba298db52 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103794) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 03:23:48.847781 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-d784cd0e-f8dc-4823-9352-d16ba298db52 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061922 May 10 03:23:48.939103 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56746) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:48.994519 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-addafa4b-c316-42f2-b052-e9aafe2155c8 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 May 10 03:23:49.036212 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-0aa7cdb4-53d2-44da-b146-72974a25c168 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:49.037702 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-0aa7cdb4-53d2-44da-b146-72974a25c168 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports/d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 943 time: 0.0975690 May 10 03:23:49.329811 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-ff906959-d936-4a3b-bb16-d06ce3d51067 req-33e59e71-8f2f-42c2-91d8-f4a59a509351 service neutron] 10.222.0.61 "GET /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285735 May 10 03:23:49.645731 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ba01f-f052-4c72-97ae-a0c1c1401608 req-43fcdbd4-de65-4395-aee0-f41921eb7624 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:49.647190 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-712ba01f-f052-4c72-97ae-a0c1c1401608 req-43fcdbd4-de65-4395-aee0-f41921eb7624 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 944 time: 0.0469332 May 10 03:23:49.693894 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-712ba01f-f052-4c72-97ae-a0c1c1401608 req-70b79615-02af-446f-829d-271f76829291 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411396 May 10 03:23:49.891125 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0b6f7-cf57-4046-82b6-eff3becf2a0c req-297e06aa-3389-492d-bfa4-39e4ba562c7f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:49.892587 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7ac0b6f7-cf57-4046-82b6-eff3becf2a0c req-297e06aa-3389-492d-bfa4-39e4ba562c7f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0506318 May 10 03:23:49.940417 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7ac0b6f7-cf57-4046-82b6-eff3becf2a0c req-21b28a55-bd8d-4419-8402-ac24e452807a tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 May 10 03:23:50.151017 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:23:50.155044 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:23:50.309006 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port d0c4a220-cc8c-4389-8209-eac5e6740986 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:50.309394 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:50.324491 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:50.342733 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'port_id': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'mac_address': 'fa:16:3e:09:dc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:23:50.347545 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:50.349823 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdcc403-a809-4291-ba53-69a401c578bc" -d '{"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-unplugged", "status": "completed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:50.381566 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:50.383344 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 May 2022 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b03356-123e-409b-b1b5-de050e17d2f5 x-openstack-request-id: req-73b03356-123e-409b-b1b5-de050e17d2f5 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:50.383618 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-unplugged", "status": "failed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "code": 422}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:50.383862 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73b03356-123e-409b-b1b5-de050e17d2f5 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:50.384304 dv-cinder-830094-4-smb neutron-server[103796]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-73b03356-123e-409b-b1b5-de050e17d2f5']: {'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'code': 422} returned with failed status May 10 03:23:50.399150 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:50.403509 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:50.413021 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:50.436510 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:50.448834 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:50.497215 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:50.535252 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:50.584678 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:50.808041 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029308a-9816-40ad-a852-c64a6210cced req-12eac485-534a-469a-aeb1-bfe649baad40 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:50.809702 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e029308a-9816-40ad-a852-c64a6210cced req-12eac485-534a-469a-aeb1-bfe649baad40 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 945 time: 0.0482321 May 10 03:23:50.851310 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:23:50.857288 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e029308a-9816-40ad-a852-c64a6210cced req-d611782c-7413-4631-a3ae-d0e684f0e39e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418222 May 10 03:23:51.054638 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a625cd-378a-40d8-b8d3-219d7e391277 req-5ecad2e0-6ac1-44e3-8594-c29575f1ba70 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.056056 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6a625cd-378a-40d8-b8d3-219d7e391277 req-5ecad2e0-6ac1-44e3-8594-c29575f1ba70 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0453732 May 10 03:23:51.108167 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6a625cd-378a-40d8-b8d3-219d7e391277 req-7c73d3b8-8043-492d-bcae-0098ad1da344 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 May 10 03:23:51.206287 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-402dfb2b-9ee7-4a1f-95a7-e07140c9b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.207709 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-402dfb2b-9ee7-4a1f-95a7-e07140c9b5fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8&tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a HTTP/1.1" status: 200 len: 1128 time: 0.0392747 May 10 03:23:51.271899 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-cf5a0102-20f1-418f-a0fc-86adf38f5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.273279 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-cf5a0102-20f1-418f-a0fc-86adf38f5c47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1128 time: 0.0371172 May 10 03:23:51.368268 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-b1126705-043f-4381-98e7-652fa49d9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.369695 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-b1126705-043f-4381-98e7-652fa49d9662 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 910 time: 0.0851846 May 10 03:23:51.435365 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-ef89386e-d250-481f-8682-3a540267d167 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 1000 time: 0.0584538 May 10 03:23:51.488963 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-ed46154e-ed71-4fbd-b370-daddc2adcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.490377 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-ed46154e-ed71-4fbd-b370-daddc2adcea7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.0470345 May 10 03:23:51.534201 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-eded7c36-1330-4c1e-8832-5d0929bdfd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.535575 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-eded7c36-1330-4c1e-8832-5d0929bdfd6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382566 May 10 03:23:51.630679 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-d6feffeb-1a31-42f5-a642-f8f6f9adc8d0 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865371 May 10 03:23:51.723065 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-42ec1b9d-9126-4175-b37b-92c3f521e637 req-0a3f837e-bfad-4419-ab84-c1cee3a756e4 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 May 10 03:23:51.973242 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7e1d7-bed4-4708-8312-b53cf938a89d req-e9eac61d-17ea-4f9d-895a-7e920e699cde tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:51.974704 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-77d7e1d7-bed4-4708-8312-b53cf938a89d req-e9eac61d-17ea-4f9d-895a-7e920e699cde tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 945 time: 0.0466504 May 10 03:23:52.020699 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-77d7e1d7-bed4-4708-8312-b53cf938a89d req-6b6138b7-bf88-49d7-a58b-c857d952f550 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404019 May 10 03:23:52.167878 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:52.211700 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:23:52.221590 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24686d-5615-4f89-a5dc-870c94554a87 req-9975375b-acfa-4ed7-ae8b-4bdb3b860518 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:52.223069 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e24686d-5615-4f89-a5dc-870c94554a87 req-9975375b-acfa-4ed7-ae8b-4bdb3b860518 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0468259 May 10 03:23:52.266316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:52.266849 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:52.270927 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5e24686d-5615-4f89-a5dc-870c94554a87 req-4297348b-0b99-48f7-aa25-1f632f742efa tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423231 May 10 03:23:52.348932 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:52.349321 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:52.380100 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:52.384906 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:52.387218 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dd230d-1702-4771-b7e8-de4f06ee9ce2" -d '{"events": [{"server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "name": "network-vif-plugged", "status": "completed", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:52.421524 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b69c25-e19d-41ac-b909-082a9fc1588b x-openstack-request-id: req-37b69c25-e19d-41ac-b909-082a9fc1588b {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:52.421836 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "name": "network-vif-plugged", "status": "completed", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:52.422098 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37b69c25-e19d-41ac-b909-082a9fc1588b {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:52.422491 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b69c25-e19d-41ac-b909-082a9fc1588b'] response: {'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'code': 200} May 10 03:23:52.478025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:52.525515 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:53.135446 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d8999-74ec-49df-adcc-dbd5b9df4638 req-9be8babc-ab1e-4da2-aca2-fcb30fb998e0 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:53.137115 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb1d8999-74ec-49df-adcc-dbd5b9df4638 req-9be8babc-ab1e-4da2-aca2-fcb30fb998e0 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0499208 May 10 03:23:53.185206 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb1d8999-74ec-49df-adcc-dbd5b9df4638 req-b303b770-46ff-4393-8294-2511c8c96159 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417845 May 10 03:23:53.263170 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5ca1e-2b5b-4dd6-9814-3a5cf99bbaa1 req-4bc7e9c7-07e8-4f26-816e-816118f80e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:53.264814 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11e5ca1e-2b5b-4dd6-9814-3a5cf99bbaa1 req-4bc7e9c7-07e8-4f26-816e-816118f80e30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 1130 time: 0.0388162 May 10 03:23:53.325238 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-11e5ca1e-2b5b-4dd6-9814-3a5cf99bbaa1 req-74cd1808-4e0f-4377-8811-e5e5a4a22d1b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427530 May 10 03:23:53.393823 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea8a22-3687-445e-8f82-13f67ebbb817 req-455f2bc0-8eaa-40de-90bb-4d4cd1872318 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:53.395248 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bfea8a22-3687-445e-8f82-13f67ebbb817 req-455f2bc0-8eaa-40de-90bb-4d4cd1872318 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 944 time: 0.0467572 May 10 03:23:53.443264 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bfea8a22-3687-445e-8f82-13f67ebbb817 req-46062625-f053-40c2-99d8-48bb1acf9ecc tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 May 10 03:23:54.190430 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:23:54.289884 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:54.295714 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9090e41-5b4f-49fb-8672-306491f095c3 req-ef788aa6-ce42-40f9-b497-14c8213aea2b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:54.297185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f9090e41-5b4f-49fb-8672-306491f095c3 req-ef788aa6-ce42-40f9-b497-14c8213aea2b tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0460706 May 10 03:23:54.301720 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'port_id': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'mac_address': 'fa:16:3e:6c:48:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:23:54.340214 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port d0c4a220-cc8c-4389-8209-eac5e6740986 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:54.340661 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:54.347823 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f9090e41-5b4f-49fb-8672-306491f095c3 req-ad3789f2-2531-4199-9236-6953743fb9d2 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447860 May 10 03:23:54.361761 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c4a220-cc8c-4389-8209-eac5e6740986 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:23:54.373892 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:54.437798 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:54.485298 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:54.555243 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c496f5-662c-41be-b1a7-aa4b11afec1b req-b92c65a5-8b0b-4a0e-bbdc-973daaaf9d4e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:54.556754 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1c496f5-662c-41be-b1a7-aa4b11afec1b req-b92c65a5-8b0b-4a0e-bbdc-973daaaf9d4e tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 945 time: 0.0468180 May 10 03:23:54.605215 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e1c496f5-662c-41be-b1a7-aa4b11afec1b req-b89c8273-774f-4c3c-b873-fb965f9aba39 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 May 10 03:23:54.841230 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['d0c4a220-cc8c-4389-8209-eac5e6740986'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:23:55.460699 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90360242-d82e-45ea-82d9-c582c2277c89 req-f686ecbf-bfba-400d-87ee-2b3508d9f251 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:55.462164 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-90360242-d82e-45ea-82d9-c582c2277c89 req-f686ecbf-bfba-400d-87ee-2b3508d9f251 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0461540 May 10 03:23:55.507947 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-90360242-d82e-45ea-82d9-c582c2277c89 req-a9aff209-73b4-41ac-939e-3145cb4a211a tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394011 May 10 03:23:55.620946 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9d600-99a6-4d53-acdf-e003f8e25643 req-67ef833b-15be-408a-9a75-29918a1cd8f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:55.622372 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a6c9d600-99a6-4d53-acdf-e003f8e25643 req-67ef833b-15be-408a-9a75-29918a1cd8f1 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0490005 May 10 03:23:55.636335 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56794) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:23:55.641275 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Request body: {'floatingip': {'port_id': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:23:55.688786 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:55.772069 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0bf7c-1fe7-4cfd-a18e-2c564da148d1 req-d7567b46-e47e-4bed-8a09-40be3a249b0f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:55.773487 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-22e0bf7c-1fe7-4cfd-a18e-2c564da148d1 req-d7567b46-e47e-4bed-8a09-40be3a249b0f tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 945 time: 0.1016409 May 10 03:23:56.136143 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-22e0bf7c-1fe7-4cfd-a18e-2c564da148d1 req-c0f5766b-5ee8-4d13-bc97-d0ab761838fa tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570027 May 10 03:23:56.196248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:23:56.244156 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port d0c4a220-cc8c-4389-8209-eac5e6740986 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:23:56.244528 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.322273 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port d0c4a220-cc8c-4389-8209-eac5e6740986 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:23:56.322658 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.345501 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:56.347789 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf23b6b-ccfc-4c3b-ab59-7789dbcf4af5" -d '{"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:56.361499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:23:56.383805 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8d7b3-95bd-4915-8a1a-1f240451d49f x-openstack-request-id: req-a3e8d7b3-95bd-4915-8a1a-1f240451d49f {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:56.384220 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-plugged", "status": "completed", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:56.384569 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3e8d7b3-95bd-4915-8a1a-1f240451d49f {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:56.385022 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e8d7b3-95bd-4915-8a1a-1f240451d49f'] response: {'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'code': 200} May 10 03:23:56.431023 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.443927 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.495107 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:23:56.500975 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.605064 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.l3_db [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP b84fd325-4445-4992-9b76-e148887fc4ee associated. External IP: 172.28.1.235, port: af3cf7e3-6eaf-4eb8-97db-23b35c82abb6. May 10 03:23:56.737645 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990f912-cc8e-4be7-980d-c4364550e844 req-0881828b-539c-4870-8a5f-93ea8f46f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:56.739014 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6990f912-cc8e-4be7-980d-c4364550e844 req-0881828b-539c-4870-8a5f-93ea8f46f70a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.0415266 May 10 03:23:56.798194 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6990f912-cc8e-4be7-980d-c4364550e844 req-44142fb3-5516-4bc7-bebe-3257e622e9b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 May 10 03:23:56.820963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:23:56.936214 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:23:56.940988 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:56.945599 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:23:56.957159 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:56.957776 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:56.971754 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9ba03877-9d92-4524-9d91-9522773c097e tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "PUT /v2.0/floatingips/b84fd325-4445-4992-9b76-e148887fc4ee HTTP/1.1" status: 200 len: 992 time: 1.3343208 May 10 03:23:56.972369 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:23:56.974616 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:23:57.008403 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f0ab3-b778-4d3f-8359-88a742a6cb87 x-openstack-request-id: req-7c6f0ab3-b778-4d3f-8359-88a742a6cb87 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:23:57.008692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:23:57.008942 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c6f0ab3-b778-4d3f-8359-88a742a6cb87 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:23:57.009344 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6f0ab3-b778-4d3f-8359-88a742a6cb87'] response: {'name': 'network-changed', 'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'status': 'completed', 'code': 200} May 10 03:23:57.066375 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:57.099465 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-af2d9e89-4cc3-464b-8a5a-b69bff09efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.100952 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-af2d9e89-4cc3-464b-8a5a-b69bff09efa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b7c607953b94c02977d60c0b0536e24&device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 1130 time: 0.0380390 May 10 03:23:57.198223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-bf7cac24-9af9-4dcc-9469-a37f2f8a66db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.199759 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-bf7cac24-9af9-4dcc-9469-a37f2f8a66db service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 200 len: 916 time: 0.0922568 May 10 03:23:57.268137 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-7d4cc520-9c7a-450a-865c-a1dea377c041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 HTTP/1.1" status: 200 len: 1000 time: 0.0610411 May 10 03:23:57.286989 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b84fd325-4445-4992-9b76-e148887fc4ee', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:09:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:38Z', 'updated_at': '2022-05-10T03:23:56Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:57.304932 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492df333-2c04-46b9-bac5-9d1221e91fa7 req-78c9e000-ffd0-4b9a-96be-0e6c1f7ecff0 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.306448 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-492df333-2c04-46b9-bac5-9d1221e91fa7 req-78c9e000-ffd0-4b9a-96be-0e6c1f7ecff0 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0991595 May 10 03:23:57.317419 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:23:57.325687 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:23:57.326287 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:57.357621 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-492df333-2c04-46b9-bac5-9d1221e91fa7 req-f53d80fa-c908-4a10-be26-de4394238f81 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449476 May 10 03:23:57.570933 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:23:57.612635 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:23:57.756760 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-23a52724-ef0b-4570-a346-76e4b2c4798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.758212 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-23a52724-ef0b-4570-a346-76e4b2c4798d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 200 len: 854 time: 0.0437489 May 10 03:23:57.781518 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b84fd325-4445-4992-9b76-e148887fc4ee', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:09:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:38Z', 'updated_at': '2022-05-10T03:23:56Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:23:57.805807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-09f81c21-eb3d-4e6f-9a45-267c5148f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:57.807282 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-09f81c21-eb3d-4e6f-9a45-267c5148f48d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e0211ea-07f5-489a-bffd-a2279bfba53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423679 May 10 03:23:57.812223 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f1c42-4a64-4871-859f-65dc41348157 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_floatingips': [{'id': 'b84fd325-4445-4992-9b76-e148887fc4ee', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'floating_ip_address': '172.28.1.235', 'floating_network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'router_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'port_id': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'mac_address': 'fa:16:3e:09:dc:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T03:23:38Z', 'updated_at': '2022-05-10T03:23:56Z', 'revision_number': 1, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:23:57.912997 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-ab596055-c600-4d1b-ac5d-0a2fc78d6808 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836234 May 10 03:23:58.002485 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77795a-2464-4ef2-85ba-e501d7816c9e None None] New status for floating IP b84fd325-4445-4992-9b76-e148887fc4ee: ACTIVE {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:23:58.017507 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9a973ac-3b70-4ba5-81c7-fa8ccfab0fd4 req-96a6f5d1-edd7-4f32-9039-de4bfa3d85b5 service neutron] 10.222.0.61 "GET /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914888 May 10 03:23:58.521354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2913c2-aa19-473c-ac74-592ad249bc2e req-fe91aed5-2a71-476c-bf7e-42f97dc22573 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:58.522799 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed2913c2-aa19-473c-ac74-592ad249bc2e req-fe91aed5-2a71-476c-bf7e-42f97dc22573 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0962584 May 10 03:23:58.574891 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed2913c2-aa19-473c-ac74-592ad249bc2e req-32e65a2d-489a-4814-8d64-e605a6d9f8f2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463457 May 10 03:23:58.808331 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-fb870a23-0098-419f-8a9c-722d89d57f81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392320 May 10 03:23:58.895242 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55572a13-3b6e-4654-84c8-70d01c247afc req-fc1087dc-6099-412b-9451-8a9282fd877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:58.896739 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-fc1087dc-6099-412b-9451-8a9282fd877a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8e319a149db44fb8bb71f3066c82956&device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 1130 time: 0.0397325 May 10 03:23:59.002443 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55572a13-3b6e-4654-84c8-70d01c247afc req-63d983d5-4707-456b-8550-c53148abd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:59.003912 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-63d983d5-4707-456b-8550-c53148abd41e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 200 len: 920 time: 0.0871701 May 10 03:23:59.057081 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-ea65fb65-d623-4b2e-bec8-0c249dc89664 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 200 len: 217 time: 0.0357580 May 10 03:23:59.104286 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55572a13-3b6e-4654-84c8-70d01c247afc req-be5402b8-741e-498d-8140-0d98884c6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:59.105564 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-be5402b8-741e-498d-8140-0d98884c6fa6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 200 len: 858 time: 0.0413694 May 10 03:23:59.148323 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55572a13-3b6e-4654-84c8-70d01c247afc req-56d13700-2161-4f9d-b2ea-faa5eaa5e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:59.149730 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-56d13700-2161-4f9d-b2ea-faa5eaa5e335 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a79d71b-8531-4a1f-830d-d1ccd6b795ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0365403 May 10 03:23:59.244318 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-a257516c-09b9-4a5b-9920-cf973c55e735 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876896 May 10 03:23:59.333607 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-55572a13-3b6e-4654-84c8-70d01c247afc req-31ef1224-61d0-459f-9510-46ab4622aac3 service neutron] 10.222.0.61 "GET /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808165 May 10 03:23:59.685076 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa616b-8755-4ae5-93ba-31a191aacd53 req-88e5f598-dd6e-4ea7-a22b-522da188cf83 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:23:59.686566 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a6aa616b-8755-4ae5-93ba-31a191aacd53 req-88e5f598-dd6e-4ea7-a22b-522da188cf83 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0464270 May 10 03:23:59.734343 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a6aa616b-8755-4ae5-93ba-31a191aacd53 req-2c15ce21-afc4-4c39-b748-ade3f50be801 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422990 May 10 03:24:05.355751 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-4e1ad70f-24dd-465f-8bd6-31ee09ed33c3 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006105752&fields=id&tenant_id=c5f50448e3cc4533a5c70bb766559548 HTTP/1.1" status: 200 len: 267 time: 0.0428047 May 10 03:24:05.405542 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-6aaa4b8e-b626-433c-9427-bab37a54dfaa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:05.407500 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-6aaa4b8e-b626-433c-9427-bab37a54dfaa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 985 time: 0.0459418 May 10 03:24:05.417723 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Request body: {'port': {'security_groups': ['f170774b-a858-4077-83aa-27570d8edf00']}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:24:05.497508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:05.670437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:05.698483 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), precommit_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:05.757800 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:05.779735 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['28d80747-ff10-4f4c-93bb-2b2d343c9e8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:24:05.799148 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:05.799677 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:05.801100 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-989a47fd-d89a-4d47-91ff-b64979bb9721 req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "PUT /v2.0/ports/28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 943 time: 0.3876271 May 10 03:24:05.801938 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:05.803818 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f868a09a3b37aeac0d53aa34169fd2aae705db341b228c0491101cb91b397c9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e3adaa-3101-4866-a437-791f9f9ada87" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:05.809020 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 56834) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:05.853726 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6fd801-1adf-4c9b-a06d-b8dc4556b9f4 x-openstack-request-id: req-2b6fd801-1adf-4c9b-a06d-b8dc4556b9f4 {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:05.854026 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:05.854286 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b6fd801-1adf-4c9b-a06d-b8dc4556b9f4 {{(pid=103795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:05.854688 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6fd801-1adf-4c9b-a06d-b8dc4556b9f4'] response: {'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:24:05.862724 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5756f76-5260-4957-a8fc-6a4e825e7f0f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=7']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:05.909699 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (76e6e958-f119-42af-b5d9-3ca1306a1bc1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:05.935607 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-c9ef03cd-646b-4f45-a47d-cb3735a77864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:05.935607 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-c9ef03cd-646b-4f45-a47d-cb3735a77864 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1130 time: 0.0530479 May 10 03:24:05.941721 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['28d80747-ff10-4f4c-93bb-2b2d343c9e8e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:24:05.944606 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (76e6e958-f119-42af-b5d9-3ca1306a1bc1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.054417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-d25aa82a-4247-4217-b833-d6ecb9975e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:06.056658 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-d25aa82a-4247-4217-b833-d6ecb9975e9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 915 time: 0.1109276 May 10 03:24:06.083228 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-2ff2679e-05c1-4d16-aa24-a9571af290e4 None None] Provisioning complete for port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e triggered by entity DHCP. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:24:06.083517 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ff2679e-05c1-4d16-aa24-a9571af290e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.112673 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (76e6e958-f119-42af-b5d9-3ca1306a1bc1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.115390 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.116664 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "DELETE /v2.0/security-groups/76e6e958-f119-42af-b5d9-3ca1306a1bc1 HTTP/1.1" status: 204 len: 168 time: 0.3066051 May 10 03:24:06.119571 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 56836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:06.127148 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd05c7-856f-41c5-8155-1cfde5a37723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e6e958-f119-42af-b5d9-3ca1306a1bc1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:06.178275 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-a2fcf577-3215-45d0-9fa3-df80ca9d47f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 1002 time: 0.1074853 May 10 03:24:06.209854 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-2ff2679e-05c1-4d16-aa24-a9571af290e4 None None] Current status of the port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e is: ACTIVE; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:24:06.278835 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-c2df30ae-08ba-4f21-8c10-ee37dd89bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:06.280302 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-c2df30ae-08ba-4f21-8c10-ee37dd89bf9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0890543 May 10 03:24:06.343721 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Deleting port a44a665b-06a6-4a28-b201-990008487ddb {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:06.344091 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (a44a665b-06a6-4a28-b201-990008487ddb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.358864 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-862a31f8-75cb-437f-aa4a-2f0546561dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:06.360866 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-862a31f8-75cb-437f-aa4a-2f0546561dea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0585568 May 10 03:24:06.490884 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (a44a665b-06a6-4a28-b201-990008487ddb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.491134 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for floatingip (a44a665b-06a6-4a28-b201-990008487ddb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.512513 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Calling delete_port for a44a665b-06a6-4a28-b201-990008487ddb owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:06.515611 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-8344a980-7962-4e84-81b5-4e81e6d638dc service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272700 May 10 03:24:06.685112 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f4e3adaa-3101-4866-a437-791f9f9ada87 req-14351561-e18a-4867-a548-4a4b6f4f1a8d service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625578 May 10 03:24:06.809274 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (a44a665b-06a6-4a28-b201-990008487ddb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.835665 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event deleted for resources: {'Port': ['ID=a44a665b-06a6-4a28-b201-990008487ddb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:06.900775 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks [] for floatingip (806a79c1-56b5-4a56-9c84-7b50cdc3d541), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:06.901105 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Floating IP 806a79c1-56b5-4a56-9c84-7b50cdc3d541 disassociated (deleted). External IP: 172.28.1.207, port: 28d80747-ff10-4f4c-93bb-2b2d343c9e8e. May 10 03:24:07.114698 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Router 466b895f-36a3-4154-af1f-d3c75c45fb12 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:07.228071 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:07.232446 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:07.237645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Sync routers for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:07.247803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:07.248447 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:07.262339 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d741f3ba-f256-45dc-9fef-964f74ea3db5 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "DELETE /v2.0/floatingips/806a79c1-56b5-4a56-9c84-7b50cdc3d541 HTTP/1.1" status: 204 len: 168 time: 1.1414549 May 10 03:24:07.263018 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:07.265403 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcaa213-91c5-4cac-87e6-789cb9fbf764" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:07.308099 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96bb279-7865-4280-8b94-e336574e7d96 x-openstack-request-id: req-e96bb279-7865-4280-8b94-e336574e7d96 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:07.308392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:07.308647 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e96bb279-7865-4280-8b94-e336574e7d96 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:07.309053 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96bb279-7865-4280-8b94-e336574e7d96'] response: {'name': 'network-changed', 'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:24:07.379534 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:07.379642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-8e0fa30b-c809-4067-b736-f4468f249e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:07.379642 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-8e0fa30b-c809-4067-b736-f4468f249e40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5f50448e3cc4533a5c70bb766559548&device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 1130 time: 0.0399060 May 10 03:24:07.581991 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c576c16-6537-477a-920d-b99068911f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:07.592301 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:07.624120 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Checking router: 466b895f-36a3-4154-af1f-d3c75c45fb12 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:07.634004 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:07.634529 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:23:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:07.707671 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-9545a3b2-9166-47dc-9320-2d549b406314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:07.709277 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-9545a3b2-9166-47dc-9320-2d549b406314 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 200 len: 915 time: 0.3228114 May 10 03:24:07.748963 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:07.775447 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-1bdace02-9696-4752-895e-04bfcdbd152a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 200 len: 217 time: 0.0346267 May 10 03:24:07.938281 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:07.967754 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d4629-2a02-485d-868b-c23ed14455e5 None None] The sync data for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb is: [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:21:10Z', 'revision_number': 4, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'e7eb5279-f18f-46ab-ad56-951d1d87a6c4', 'name': '', 'network_id': 'fd06a560-d19c-42bf-9edf-338d072861b7', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'mac_address': 'fa:16:3e:20:7e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:10Z', 'updated_at': '2022-05-10T03:21:15Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'subnets': [{'id': '65abd7ce-e395-441d-adf4-b46cbe25f26c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:08.127979 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-98228d94-a652-4e4a-980c-32e663011c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:08.129698 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-98228d94-a652-4e4a-980c-32e663011c2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 200 len: 853 time: 0.0494061 May 10 03:24:08.182690 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd78326-d4b3-497e-a39d-65cb98a1080b None None] New status for floating IP 806a79c1-56b5-4a56-9c84-7b50cdc3d541: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:24:08.254770 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-b4bdc112-12d3-4284-8756-f808bd90f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:08.256315 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-b4bdc112-12d3-4284-8756-f808bd90f696 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd06a560-d19c-42bf-9edf-338d072861b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447462 May 10 03:24:08.356919 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-b3eff0b6-b816-40d2-96bd-b889ef5be18b service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 May 10 03:24:08.449542 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8fcaa213-91c5-4cac-87e6-789cb9fbf764 req-26734874-f731-480c-bc0e-f512d205941b service neutron] 10.222.0.61 "GET /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857275 May 10 03:24:09.700876 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d81b68a5-919a-4062-88c8-738242a556fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:10.502346 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52b3f3-984c-4bb3-9d3d-14e4b3549703 req-86e3be8c-06aa-46d3-85df-fa312eb39723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:10.503838 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7a52b3f3-984c-4bb3-9d3d-14e4b3549703 req-86e3be8c-06aa-46d3-85df-fa312eb39723 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0479684 May 10 03:24:10.551802 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7a52b3f3-984c-4bb3-9d3d-14e4b3549703 req-2aa342c8-7027-44aa-ad20-c9cb36c4dc64 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 May 10 03:24:10.607902 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e7491-dedd-4704-a09d-44c8029c55a1 req-49681636-517e-4a5c-ab55-6054b1b67486 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:10.609357 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a99e7491-dedd-4704-a09d-44c8029c55a1 req-49681636-517e-4a5c-ab55-6054b1b67486 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0458367 May 10 03:24:10.662300 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a99e7491-dedd-4704-a09d-44c8029c55a1 req-17a39aa9-c041-4100-add4-6e36f9021b2e tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467248 May 10 03:24:10.917847 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:11.670039 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5d24a-6d07-4462-bf81-8f9447dc570c req-164bde4c-e476-4b63-a98d-a5d7437a482b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:11.671732 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e3b5d24a-6d07-4462-bf81-8f9447dc570c req-164bde4c-e476-4b63-a98d-a5d7437a482b tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0458713 May 10 03:24:11.718422 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e3b5d24a-6d07-4462-bf81-8f9447dc570c req-4539e40f-dccb-439d-8736-1e2bd895e49c tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 May 10 03:24:11.774836 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a3930-d8bb-4613-852d-8568950fb10a req-7153c530-2c25-493a-8ee1-7cd2cda94099 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:11.776368 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c1a3930-d8bb-4613-852d-8568950fb10a req-7153c530-2c25-493a-8ee1-7cd2cda94099 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0463614 May 10 03:24:11.822371 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5c1a3930-d8bb-4613-852d-8568950fb10a req-129e4d52-5ac4-417f-a9cc-0ac76378a972 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 May 10 03:24:12.477732 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:12.833097 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c19fe-7019-49ed-9f12-6908fe19f40e req-31670935-b6c5-452b-8f74-d031f1ec0931 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:12.834557 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1e8c19fe-7019-49ed-9f12-6908fe19f40e req-31670935-b6c5-452b-8f74-d031f1ec0931 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0506630 May 10 03:24:12.882663 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1e8c19fe-7019-49ed-9f12-6908fe19f40e req-22249f59-4656-4d3c-b89a-7d2dbff521fa tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 May 10 03:24:12.938767 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf16fff-d141-4742-ab6f-a824c85407b4 req-46401b30-0114-4d30-a58a-34fd7bde3c39 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:12.940268 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cf16fff-d141-4742-ab6f-a824c85407b4 req-46401b30-0114-4d30-a58a-34fd7bde3c39 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0473926 May 10 03:24:12.986656 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7cf16fff-d141-4742-ab6f-a824c85407b4 req-0f17c968-5000-4ec7-8662-880ef0f22c65 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 May 10 03:24:13.998083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c1a4-4e5d-425c-8d6f-621140353878 req-2655713a-6d7f-43af-8dc8-97fdebe1393f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:13.999524 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-49f4c1a4-4e5d-425c-8d6f-621140353878 req-2655713a-6d7f-43af-8dc8-97fdebe1393f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0499938 May 10 03:24:14.003831 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:14.048178 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-49f4c1a4-4e5d-425c-8d6f-621140353878 req-6fe4d28e-c5d3-40f7-99ec-fc58e4b62850 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 May 10 03:24:14.099492 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a774b2-ac32-42d0-8c5e-5cdf6c30fa77 req-7c2dcecc-d549-4949-94a6-78901beccbf5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:14.100960 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92a774b2-ac32-42d0-8c5e-5cdf6c30fa77 req-7c2dcecc-d549-4949-94a6-78901beccbf5 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0463569 May 10 03:24:14.146230 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-92a774b2-ac32-42d0-8c5e-5cdf6c30fa77 req-70669693-b747-4a80-bbc0-70ff7b9d51e8 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396302 May 10 03:24:15.158767 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b48bd-5660-400c-b4e1-c98d37ba57a2 req-655a4726-75d7-4d0c-ab1e-573f824a347f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:15.160141 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-306b48bd-5660-400c-b4e1-c98d37ba57a2 req-655a4726-75d7-4d0c-ab1e-573f824a347f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0456855 May 10 03:24:15.209594 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-306b48bd-5660-400c-b4e1-c98d37ba57a2 req-6da01234-f5c4-47eb-b6b8-4439a7599573 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 May 10 03:24:15.260428 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29be51-79e5-4ea7-8b21-e75b0078e3a8 req-80593769-d77f-4469-8811-2f5a3582821b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:15.261896 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff29be51-79e5-4ea7-8b21-e75b0078e3a8 req-80593769-d77f-4469-8811-2f5a3582821b tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0493095 May 10 03:24:15.308030 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff29be51-79e5-4ea7-8b21-e75b0078e3a8 req-1f655613-0a26-4333-8945-66cef4104551 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405631 May 10 03:24:16.357695 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112756b-5a0c-4e9e-adf4-cce62cf9d42a req-765c5f58-61e1-4647-8354-d611b1150817 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:16.362134 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6112756b-5a0c-4e9e-adf4-cce62cf9d42a req-765c5f58-61e1-4647-8354-d611b1150817 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0761957 May 10 03:24:16.377963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38933d6-1fd4-4010-93ff-ca76c76e7bb8 req-9dd28f0f-ecab-45f2-8400-9431ecf9709e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:16.379367 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b38933d6-1fd4-4010-93ff-ca76c76e7bb8 req-9dd28f0f-ecab-45f2-8400-9431ecf9709e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0681369 May 10 03:24:16.393252 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 28d80747-ff10-4f4c-93bb-2b2d343c9e8e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:16.467968 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6112756b-5a0c-4e9e-adf4-cce62cf9d42a req-4b297828-a761-4cb3-835d-b39f931857fd tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/security-groups?id=f170774b-a858-4077-83aa-27570d8edf00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028304 May 10 03:24:16.473587 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-f48e1d91-e721-4902-bb6b-a70a97007e4a tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:16.475286 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-f48e1d91-e721-4902-bb6b-a70a97007e4a tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.61 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 946 time: 0.0557127 May 10 03:24:16.479049 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b38933d6-1fd4-4010-93ff-ca76c76e7bb8 req-784ff620-e9e6-4dcb-9fbd-47d2c1654af8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898180 May 10 03:24:16.495061 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:24:16.495061 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:16.513444 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:16.516618 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679cbf3c-22b1-46cb-be1f-a07f1779298c" -d '{"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:16.536869 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:16.554709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a852a7e-6988-4b13-98dc-79a11ae5199a x-openstack-request-id: req-0a852a7e-6988-4b13-98dc-79a11ae5199a {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:16.555022 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-unplugged", "status": "completed", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:16.555272 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a852a7e-6988-4b13-98dc-79a11ae5199a {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:16.555662 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a852a7e-6988-4b13-98dc-79a11ae5199a'] response: {'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'code': 200} May 10 03:24:16.592074 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:16.596220 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b565f00-16e2-4df9-83fc-c6869af2d06a req-ece4bec2-97a0-4fd6-ab70-afa0845ca4d7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:16.597861 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b565f00-16e2-4df9-83fc-c6869af2d06a req-ece4bec2-97a0-4fd6-ab70-afa0845ca4d7 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0532725 May 10 03:24:16.641177 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:16.649433 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2b565f00-16e2-4df9-83fc-c6869af2d06a req-85b7ec8e-bda7-4803-9484-ce015dea5462 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 May 10 03:24:16.848098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Deleting port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:16.848345 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:16.969722 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-fe5f41fc-6f35-4d1e-a4b5-bbeb02b62de9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:16.971263 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-fe5f41fc-6f35-4d1e-a4b5-bbeb02b62de9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0723643 May 10 03:24:17.055553 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] For port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:17.055924 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.101856 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Calling delete_port for 28d80747-ff10-4f4c-93bb-2b2d343c9e8e owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:17.126782 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Deleting port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:17.127144 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.268904 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] For port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:17.269415 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.455725 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (28d80747-ff10-4f4c-93bb-2b2d343c9e8e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.495499 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Pushing event deleted for resources: {'Port': ['ID=28d80747-ff10-4f4c-93bb-2b2d343c9e8e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:17.535021 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.535368 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.535708 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.536065 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.536412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.536731 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.537058 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.537384 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.537706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.538028 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.538350 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.538677 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.538995 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.539310 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.539625 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:17.543757 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.544154 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.547935 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Floating IP 8540eda8-9041-4b9d-96da-f1b8e6f5040a disassociated. External IP: 172.28.1.173, port: 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319. May 10 03:24:17.547935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Calling delete_port for 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:17.585668 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] No DVR routers for this DVR port 28d80747-ff10-4f4c-93bb-2b2d343c9e8e on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:17.585668 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.585668 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-61f7e45b-d6d5-4a8c-b961-fa2524cb363a req-500a0675-f687-493e-8df6-71fca334c033 tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.61 "DELETE /v2.0/ports/28d80747-ff10-4f4c-93bb-2b2d343c9e8e HTTP/1.1" status: 204 len: 173 time: 0.8256278 May 10 03:24:17.585668 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-deleted', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:17.585668 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea2eff-7c79-4903-96ff-43ef590fec14" -d '{"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-deleted", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:17.586426 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-73c23c1d-826b-4392-961a-fbb2e2ab2ea8 req-90d239fc-c279-440d-bdd8-3f4a1607440f tempest-TestMinimumBasicScenario-251487798 tempest-TestMinimumBasicScenario-251487798-project] 10.222.0.65 "GET /v2.0/ports?device_id=eedf1629-9431-4b77-92e3-253377280b0b HTTP/1.1" status: 200 len: 210 time: 0.0352764 May 10 03:24:17.644890 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b0eac-5fa9-4f72-83c4-d2c6a3bc08e0 req-8ccb2395-725a-4230-bfca-b369026b7ca2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:17.645805 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-240b0eac-5fa9-4f72-83c4-d2c6a3bc08e0 req-8ccb2395-725a-4230-bfca-b369026b7ca2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0659847 May 10 03:24:17.651080 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8bf02c-9692-451f-badd-ffa2d95b4a18 x-openstack-request-id: req-be8bf02c-9692-451f-badd-ffa2d95b4a18 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:17.651449 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf1629-9431-4b77-92e3-253377280b0b", "name": "network-vif-deleted", "tag": "28d80747-ff10-4f4c-93bb-2b2d343c9e8e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:17.651763 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be8bf02c-9692-451f-badd-ffa2d95b4a18 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:17.652488 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8bf02c-9692-451f-badd-ffa2d95b4a18'] response: {'server_uuid': 'eedf1629-9431-4b77-92e3-253377280b0b', 'name': 'network-vif-deleted', 'tag': '28d80747-ff10-4f4c-93bb-2b2d343c9e8e', 'status': 'completed', 'code': 200} May 10 03:24:17.721059 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-240b0eac-5fa9-4f72-83c4-d2c6a3bc08e0 req-2a9e8a78-3976-48e8-ad2f-f23952f00b42 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582206 May 10 03:24:17.763853 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:17.775429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e790e-0a4a-4dc7-a053-9ef97f31595e req-2d525e21-3aa5-4e14-9d86-3cac40e8f465 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:17.777146 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ca6e790e-0a4a-4dc7-a053-9ef97f31595e req-2d525e21-3aa5-4e14-9d86-3cac40e8f465 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 945 time: 0.0497696 May 10 03:24:17.795179 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event deleted for resources: {'Port': ['ID=3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:17.836570 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ca6e790e-0a4a-4dc7-a053-9ef97f31595e req-02f77b78-e223-4a62-b9b7-cb6c4254c8ee tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=49523b48-95a6-470a-a3c8-a9a345951cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522490 May 10 03:24:17.926128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Router 53ff9d41-35d1-4873-be94-e560d02c78ef has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:18.050848 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:18.061626 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:18.071786 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:18.072364 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:18.093642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] No DVR routers for this DVR port 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:18.096161 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:18.099455 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-904c5f2f-681c-410a-a3ab-d0ce5db106bd req-3586792d-3d90-4c51-89d7-ef9a7f13b05f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "DELETE /v2.0/ports/3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 HTTP/1.1" status: 204 len: 173 time: 1.1217442 May 10 03:24:18.183248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:18.378705 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:18.404151 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:18.412126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:18.412718 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:18.650333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:18.844343 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dbdb3-4282-40d7-b35d-2e8c70867b4f req-718eb2c3-beb5-466b-97c5-aee3c32f30fb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:18.846861 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-865dbdb3-4282-40d7-b35d-2e8c70867b4f req-718eb2c3-beb5-466b-97c5-aee3c32f30fb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0585065 May 10 03:24:18.855869 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:18.888841 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a5411a-7cf4-4815-abd1-5336616f3b9a None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:12Z', 'revision_number': 4, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '45ef8331-e343-4014-98cc-2c5825537c7e', 'name': '', 'network_id': '5a79d71b-8531-4a1f-830d-d1ccd6b795ac', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'mac_address': 'fa:16:3e:0a:2b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:06Z', 'updated_at': '2022-05-10T03:19:26Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'subnets': [{'id': '7bd19ca9-48a8-4aa8-a50b-8a0a931e948f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:18.902607 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-865dbdb3-4282-40d7-b35d-2e8c70867b4f req-72f30c30-8036-48eb-a836-7e2c8557f270 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480592 May 10 03:24:18.958284 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-76e0eaaa-1f5b-4407-bf2f-c1ff93310384 req-07ef4d2c-6a7e-4ae3-8d7f-5d2f34d09cba tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=a010d765-8dc4-44a9-922a-feabd172565b HTTP/1.1" status: 200 len: 210 time: 0.0273447 May 10 03:24:19.152208 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b43486b-0ba9-4384-842a-201402eaa1a7 None None] New status for floating IP 8540eda8-9041-4b9d-96da-f1b8e6f5040a: DOWN {{(pid=103797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:24:19.653906 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'name': 'network-vif-deleted', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:19.656417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a52389-09be-4ef5-ac10-4f29a058c012" -d '{"events": [{"server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "name": "network-vif-deleted", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:19.692056 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5132c0a3-052c-4ec8-b708-80908be0c033 x-openstack-request-id: req-5132c0a3-052c-4ec8-b708-80908be0c033 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:19.695914 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a010d765-8dc4-44a9-922a-feabd172565b", "name": "network-vif-deleted", "tag": "3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:19.695914 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5132c0a3-052c-4ec8-b708-80908be0c033 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:19.695914 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5132c0a3-052c-4ec8-b708-80908be0c033'] response: {'server_uuid': 'a010d765-8dc4-44a9-922a-feabd172565b', 'name': 'network-vif-deleted', 'tag': '3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319', 'status': 'completed', 'code': 200} May 10 03:24:20.041219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ef3f5-2744-4692-8986-2d4b8344021c req-d2cdf56c-25cf-4e44-957f-ed028ad1b4a5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:20.043416 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-024ef3f5-2744-4692-8986-2d4b8344021c req-d2cdf56c-25cf-4e44-957f-ed028ad1b4a5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0543306 May 10 03:24:20.062946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57010) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:20.089470 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57012) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:20.105026 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-024ef3f5-2744-4692-8986-2d4b8344021c req-7ac9deaf-1589-4337-add1-881a447c0f13 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557923 May 10 03:24:20.203596 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (49523b48-95a6-470a-a3c8-a9a345951cd7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.226986 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (49523b48-95a6-470a-a3c8-a9a345951cd7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.335651 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (49523b48-95a6-470a-a3c8-a9a345951cd7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.338328 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.339472 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "DELETE /v2.0/security-groups/49523b48-95a6-470a-a3c8-a9a345951cd7 HTTP/1.1" status: 204 len: 168 time: 0.2506211 May 10 03:24:20.342729 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57016) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:20.359682 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b35d0-e74e-4f2b-8228-9047725ac835 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49523b48-95a6-470a-a3c8-a9a345951cd7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:20.362463 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-9a5fd93f-fafc-47d4-8d23-93263966d011 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] show failed (client error): The resource could not be found. May 10 03:24:20.363477 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9a5fd93f-fafc-47d4-8d23-93263966d011 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups/49523b48-95a6-470a-a3c8-a9a345951cd7 HTTP/1.1" status: 404 len: 347 time: 0.0198622 May 10 03:24:20.366128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57018) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:20.404107 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:20.429617 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:20.430106 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3d3f8b1a-cfaf-4bd6-babb-ab9bd3c7b319 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:20.488511 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (466b895f-36a3-4154-af1f-d3c75c45fb12), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.489989 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Deleting port 53ffec96-ef3f-4631-ae57-4c94f6908434 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:20.490334 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.569621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.569963 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (53ffec96-ef3f-4631-ae57-4c94f6908434), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.582906 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Calling delete_port for 53ffec96-ef3f-4631-ae57-4c94f6908434 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:20.690654 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:24:20.769659 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (53ffec96-ef3f-4631-ae57-4c94f6908434), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.769893 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Deleting port e7eb5279-f18f-46ab-ad56-951d1d87a6c4 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:20.770365 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.799740 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event deleted for resources: {'Port': ['ID=53ffec96-ef3f-4631-ae57-4c94f6908434,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:20.823465 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks [] for floatingip (8540eda8-9041-4b9d-96da-f1b8e6f5040a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.826100 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.827216 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2165509c-13d0-41ec-9226-ea3e57aafb33 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "DELETE /v2.0/floatingips/8540eda8-9041-4b9d-96da-f1b8e6f5040a HTTP/1.1" status: 204 len: 168 time: 0.4602094 May 10 03:24:20.852924 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] For port e7eb5279-f18f-46ab-ad56-951d1d87a6c4, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:20.853386 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:20.866261 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Calling delete_port for e7eb5279-f18f-46ab-ad56-951d1d87a6c4 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:21.135365 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e7eb5279-f18f-46ab-ad56-951d1d87a6c4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:21.161351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7eb5279-f18f-46ab-ad56-951d1d87a6c4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:21.232263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f66a6-5282-48cb-b611-a9998e8c548d req-00428643-876e-4c7c-90db-af1edd248fa1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:21.233789 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b16f66a6-5282-48cb-b611-a9998e8c548d req-00428643-876e-4c7c-90db-af1edd248fa1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0485249 May 10 03:24:21.288338 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b16f66a6-5282-48cb-b611-a9998e8c548d req-cf7f5e7a-d0dd-4201-96c2-a49c5679c04e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461490 May 10 03:24:21.334836 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (466b895f-36a3-4154-af1f-d3c75c45fb12), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:21.803079 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Router 466b895f-36a3-4154-af1f-d3c75c45fb12 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:21.910357 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:21.915228 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-254f6ee3-4603-486c-b383-f5d357cc79e8 admin admin] 10.222.0.65 "PUT /v2.0/routers/466b895f-36a3-4154-af1f-d3c75c45fb12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513167 May 10 03:24:21.917728 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57028) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:21.920229 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Sync routers for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:21.930539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:21.931145 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:22.022646 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks [] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.045319 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:22.141378 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks [] for router_gateway (466b895f-36a3-4154-af1f-d3c75c45fb12), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.218430 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:24:21Z', 'revision_number': 5, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port': {'id': 'b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:07Z', 'updated_at': '2022-05-10T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:22.245199 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Checking router: 466b895f-36a3-4154-af1f-d3c75c45fb12 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:22.254124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Routers {'466b895f-36a3-4154-af1f-d3c75c45fb12'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:22.254842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['466b895f-36a3-4154-af1f-d3c75c45fb12'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:22.256028 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Deleting port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:22.256391 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.343739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] For port b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:22.343739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.357563 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] Set router 466b895f-36a3-4154-af1f-d3c75c45fb12 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:22.357837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Calling delete_port for b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:22.419539 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50cfeb-86ff-4146-90fd-89d9168f4a10 req-ce23e5ee-f24c-4cce-a476-6e7ac3562da8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:22.421964 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b50cfeb-86ff-4146-90fd-89d9168f4a10 req-ce23e5ee-f24c-4cce-a476-6e7ac3562da8 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0514307 May 10 03:24:22.426393 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:24:22Z', 'revision_number': 6, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:22.458976 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feb358-9065-43c8-ba5b-4e6a6b456c23 None None] The sync data for ids ['466b895f-36a3-4154-af1f-d3c75c45fb12'] in dv-cinder-830094-4-smb is: [{'id': '466b895f-36a3-4154-af1f-d3c75c45fb12', 'name': 'tempest-TestMinimumBasicScenario-405955626-router', 'tenant_id': 'c5f50448e3cc4533a5c70bb766559548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:06Z', 'updated_at': '2022-05-10T03:24:22Z', 'revision_number': 6, 'project_id': 'c5f50448e3cc4533a5c70bb766559548', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:22.477475 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3b50cfeb-86ff-4146-90fd-89d9168f4a10 req-10019422-9b60-45e0-9c1e-b89267c5a35a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495534 May 10 03:24:22.603938 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.634528 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:22.694107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (466b895f-36a3-4154-af1f-d3c75c45fb12), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.802770 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.804993 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks [] for router_controller (466b895f-36a3-4154-af1f-d3c75c45fb12), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.913505 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (466b895f-36a3-4154-af1f-d3c75c45fb12), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.913915 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 466b895f-36a3-4154-af1f-d3c75c45fb12 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:24:22.923040 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:22.923040 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-06ca404f-21be-4b3c-b5cd-5241a1a57c26 admin admin] 10.222.0.65 "DELETE /v2.0/routers/466b895f-36a3-4154-af1f-d3c75c45fb12 HTTP/1.1" status: 204 len: 168 time: 1.0015821 May 10 03:24:22.923040 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57038) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:22.966183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Deleting subnet 65abd7ce-e395-441d-adf4-b46cbe25f26c {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:24:22.969257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Publish callbacks [] for subnet (65abd7ce-e395-441d-adf4-b46cbe25f26c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.001746 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (65abd7ce-e395-441d-adf4-b46cbe25f26c), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.109010 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (65abd7ce-e395-441d-adf4-b46cbe25f26c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.226962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (65abd7ce-e395-441d-adf4-b46cbe25f26c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.258594 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65abd7ce-e395-441d-adf4-b46cbe25f26c,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:23.262343 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.266759 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7aa83e09-48eb-44e3-bdbd-4312429114f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/65abd7ce-e395-441d-adf4-b46cbe25f26c HTTP/1.1" status: 204 len: 168 time: 0.3417494 May 10 03:24:23.268190 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57040) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:23.272633 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc55e0-332f-4d6c-9272-b5f206e095af None None] Network fd06a560-d19c-42bf-9edf-338d072861b7 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:23.274900 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:23.334373 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:23.334751 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b6c3e8f5-aabe-41fb-bf2f-5836ad3246fd not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:23.335123 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e7eb5279-f18f-46ab-ad56-951d1d87a6c4 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:23.340544 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (fd06a560-d19c-42bf-9edf-338d072861b7), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.364025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: e7eb5279-f18f-46ab-ad56-951d1d87a6c4 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:23.364333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e7eb5279-f18f-46ab-ad56-951d1d87a6c4 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:23.393640 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Deleting port 607d9b9c-0bf9-49ee-b065-afa4496a1394 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:23.397222 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.481842 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] DHCP port deletion for fd06a560-d19c-42bf-9edf-338d072861b7 request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:24:23.491998 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] For port 607d9b9c-0bf9-49ee-b065-afa4496a1394, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=607d9b9c-0bf9-49ee-b065-afa4496a1394,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:23.491998 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.505889 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Calling delete_port for 607d9b9c-0bf9-49ee-b065-afa4496a1394 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:23.535634 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Deleting port 607d9b9c-0bf9-49ee-b065-afa4496a1394 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:23.536020 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.612392 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] For port 607d9b9c-0bf9-49ee-b065-afa4496a1394, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=607d9b9c-0bf9-49ee-b065-afa4496a1394,segment=NetworkSegment(d5b149ba-0acf-4802-a3d9-d5fbe7830cd0),segment_id=d5b149ba-0acf-4802-a3d9-d5fbe7830cd0)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:23.612975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.627304 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Calling delete_port for 607d9b9c-0bf9-49ee-b065-afa4496a1394 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:23.683840 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.727166 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=607d9b9c-0bf9-49ee-b065-afa4496a1394,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:23.733430 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] No DVR routers for this DVR port 607d9b9c-0bf9-49ee-b065-afa4496a1394 on host dv-cinder-830094-4-smb {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:23.781200 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (607d9b9c-0bf9-49ee-b065-afa4496a1394), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.816798 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Pushing event deleted for resources: {'Port': ['ID=607d9b9c-0bf9-49ee-b065-afa4496a1394,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:23.827503 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.827843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.827947 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (fd06a560-d19c-42bf-9edf-338d072861b7), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.828459 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.828624 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.828956 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.829282 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.829602 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.830462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.830794 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.831285 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.831612 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.831922 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.832284 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.832597 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.832912 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:23.838513 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe1661-8dd6-4788-90eb-c35d9ae88e65 None None] No DVR routers for this DVR port 607d9b9c-0bf9-49ee-b065-afa4496a1394 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:23.853496 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd06a560-d19c-42bf-9edf-338d072861b7']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:23.869408 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:23.869783 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b149ba-0acf-4802-a3d9-d5fbe7830cd0') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:23.880827 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (d5b149ba-0acf-4802-a3d9-d5fbe7830cd0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.895220 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (d5b149ba-0acf-4802-a3d9-d5fbe7830cd0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.901336 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:24:23.901804 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (d5b149ba-0acf-4802-a3d9-d5fbe7830cd0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:24:23.907593 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:24:23.914639 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66fa55-455a-44e9-97c5-00d3d93d2ee0 req-3ba3aac1-9bd0-4750-bbb1-58a8a1af7314 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:23.919982 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6c66fa55-455a-44e9-97c5-00d3d93d2ee0 req-3ba3aac1-9bd0-4750-bbb1-58a8a1af7314 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.3352253 May 10 03:24:23.948928 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862cf42-6602-4ed6-8bc6-e54be32abc4d req-25ebf588-3764-44b7-b8c6-2788e510e77a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:23.950359 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6862cf42-6602-4ed6-8bc6-e54be32abc4d req-25ebf588-3764-44b7-b8c6-2788e510e77a tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0790510 May 10 03:24:23.992326 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6c66fa55-455a-44e9-97c5-00d3d93d2ee0 req-15aad02b-e576-4885-95c6-d2fe9fb133bd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687554 May 10 03:24:24.015005 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6862cf42-6602-4ed6-8bc6-e54be32abc4d req-500c3311-f978-42ae-958b-4e34ae5a29a2 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579066 May 10 03:24:24.032513 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (fd06a560-d19c-42bf-9edf-338d072861b7), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:24.037944 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:24.045257 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fd06a560-d19c-42bf-9edf-338d072861b7 HTTP/1.1" status: 204 len: 168 time: 0.7721913 May 10 03:24:24.047581 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57050) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:24.054088 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50225bb-5730-4149-912b-d91ffd7620a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd06a560-d19c-42bf-9edf-338d072861b7,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:24.455211 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:24.732915 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Deleting port ef9d4e46-3732-415a-b359-92c9cc094c3d {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:24.733165 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:24.808861 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] For port ef9d4e46-3732-415a-b359-92c9cc094c3d, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ef9d4e46-3732-415a-b359-92c9cc094c3d,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:24.809219 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:24.821763 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Calling delete_port for ef9d4e46-3732-415a-b359-92c9cc094c3d owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:24.968534 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 607d9b9c-0bf9-49ee-b065-afa4496a1394 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:24.990212 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 607d9b9c-0bf9-49ee-b065-afa4496a1394 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:24.990558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 607d9b9c-0bf9-49ee-b065-afa4496a1394 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:25.056217 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (ef9d4e46-3732-415a-b359-92c9cc094c3d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:25.096541 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9d4e46-3732-415a-b359-92c9cc094c3d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:25.181091 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671c2dd-16ee-4f55-bc1b-d0be9ae97b53 req-b8e29445-0cb5-4d01-8708-c72196d0fd3e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:25.182647 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7671c2dd-16ee-4f55-bc1b-d0be9ae97b53 req-b8e29445-0cb5-4d01-8708-c72196d0fd3e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.1151502 May 10 03:24:25.240577 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561933b-ca76-40fc-9b46-fb13143a324c req-d8abbee3-bc4c-4485-9514-17a8a42d9968 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:25.242025 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b561933b-ca76-40fc-9b46-fb13143a324c req-d8abbee3-bc4c-4485-9514-17a8a42d9968 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.1562314 May 10 03:24:25.357024 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7671c2dd-16ee-4f55-bc1b-d0be9ae97b53 req-3a57a6c0-c198-4cb9-bf54-e3693b12be3c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376691 May 10 03:24:25.365805 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b561933b-ca76-40fc-9b46-fb13143a324c req-34f5c37e-2a67-42d0-8abf-645a10e93668 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134143 May 10 03:24:25.366308 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:25.584279 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Router aa39ee2d-4abc-448d-a454-5fe94ac1b387 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:25.688588 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:25.693907 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e9af959f-e4f8-43ca-89fb-abc83cfedd42 admin admin] 10.222.0.65 "PUT /v2.0/routers/aa39ee2d-4abc-448d-a454-5fe94ac1b387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452856 May 10 03:24:25.696557 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57058) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:25.699846 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Sync routers for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:25.710401 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:25.711009 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:25.806947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks [] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:25.823660 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:25.912063 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks [] for router_gateway (aa39ee2d-4abc-448d-a454-5fe94ac1b387), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:25.991679 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199'}], 'enable_snat': True}, 'gw_port_id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:24:24Z', 'revision_number': 5, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port': {'id': 'c47180af-2405-4d77-86b2-bb3326cf0946', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:26.018185 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Checking router: aa39ee2d-4abc-448d-a454-5fe94ac1b387 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:26.026760 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Routers {'aa39ee2d-4abc-448d-a454-5fe94ac1b387'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:26.027445 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:26.062410 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Deleting port c47180af-2405-4d77-86b2-bb3326cf0946 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:26.063020 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.123358 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] Set router aa39ee2d-4abc-448d-a454-5fe94ac1b387 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:26.142946 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] For port c47180af-2405-4d77-86b2-bb3326cf0946, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c47180af-2405-4d77-86b2-bb3326cf0946,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:26.143310 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.156232 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Calling delete_port for c47180af-2405-4d77-86b2-bb3326cf0946 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:26.177209 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:24:25Z', 'revision_number': 6, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:26.203386 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0edf83-d40b-4a90-9208-64958f30b6dd None None] The sync data for ids ['aa39ee2d-4abc-448d-a454-5fe94ac1b387'] in dv-cinder-830094-4-smb is: [{'id': 'aa39ee2d-4abc-448d-a454-5fe94ac1b387', 'name': 'tempest-TestMinimumBasicScenario-1107156652-router', 'tenant_id': 'ced4058cd83546b98ab43c9d382c16d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:21:15Z', 'updated_at': '2022-05-10T03:24:25Z', 'revision_number': 6, 'project_id': 'ced4058cd83546b98ab43c9d382c16d6', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:26.358197 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (c47180af-2405-4d77-86b2-bb3326cf0946), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.373290 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-56690e68-53b7-48fb-8998-2a393b9cbec6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:26.374778 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-56690e68-53b7-48fb-8998-2a393b9cbec6 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.0462337 May 10 03:24:26.385520 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Pushing event deleted for resources: {'Port': ['ID=c47180af-2405-4d77-86b2-bb3326cf0946,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:26.397172 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.397524 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.397944 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.398180 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.398508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.398833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.399404 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.399486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.399768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.400132 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.400461 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.400788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.401105 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.401423 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.401739 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:24:26.423270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.484280 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Deleting port f0cb85c5-3fec-4e59-9a36-21921ca34926 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:26.484714 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.578764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] For port f0cb85c5-3fec-4e59-9a36-21921ca34926, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0cb85c5-3fec-4e59-9a36-21921ca34926,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:26.579161 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.595073 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Calling delete_port for f0cb85c5-3fec-4e59-9a36-21921ca34926 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:26.769770 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (f0cb85c5-3fec-4e59-9a36-21921ca34926), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.781684 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['9d61ae83-c5a2-4582-8cde-df85f658226e', 'f0cb85c5-3fec-4e59-9a36-21921ca34926'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:24:26.799694 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event deleted for resources: {'Port': ['ID=f0cb85c5-3fec-4e59-9a36-21921ca34926,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:26.850504 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.856707 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks [] for router_controller (aa39ee2d-4abc-448d-a454-5fe94ac1b387), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.860271 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] No DVR routers for this DVR port f0cb85c5-3fec-4e59-9a36-21921ca34926 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:26.863345 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:26.865844 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958c7cb-e625-4ac8-9437-7bc25d9e155e req-eafb213d-b066-49dd-8a90-a2851a0cd90b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:26.866881 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-3a95e69a-d6a7-47ba-8bde-7cc1c72cf593 req-4bfd54b0-f0c1-405b-a291-fed99cf4db94 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "DELETE /v2.0/ports/f0cb85c5-3fec-4e59-9a36-21921ca34926 HTTP/1.1" status: 204 len: 173 time: 0.4859428 May 10 03:24:26.867332 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'name': 'network-vif-deleted', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:26.870163 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f03b526-c82f-4be9-85f5-45cf3c55bee2" -d '{"events": [{"server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "name": "network-vif-deleted", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:26.873215 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5958c7cb-e625-4ac8-9437-7bc25d9e155e req-eafb213d-b066-49dd-8a90-a2851a0cd90b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.3972857 May 10 03:24:26.888472 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b4bb0-1258-48ef-b54e-a90f1884f315 req-0658de29-7696-439c-b165-4f41f6236b8f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:26.889904 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-525b4bb0-1258-48ef-b54e-a90f1884f315 req-0658de29-7696-439c-b165-4f41f6236b8f tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=544c3a1e-c28b-47ab-bf79-33a141cf9beb HTTP/1.1" status: 200 len: 945 time: 0.4151311 May 10 03:24:27.018243 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-525b4bb0-1258-48ef-b54e-a90f1884f315 req-a7d38746-7e67-45e1-939c-e62eb8424c11 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 May 10 03:24:27.032657 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5958c7cb-e625-4ac8-9437-7bc25d9e155e req-e93644ff-e828-40a3-a885-1f960dcb33e6 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584201 May 10 03:24:27.047680 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ef9d4e46-3732-415a-b359-92c9cc094c3d no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:27.055341 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (aa39ee2d-4abc-448d-a454-5fe94ac1b387), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.063535 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa39ee2d-4abc-448d-a454-5fe94ac1b387 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:24:27.063535 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.063535 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-18c5706b-bfc4-476f-b75e-31815654b85b admin admin] 10.222.0.65 "DELETE /v2.0/routers/aa39ee2d-4abc-448d-a454-5fe94ac1b387 HTTP/1.1" status: 204 len: 168 time: 1.3654470 May 10 03:24:27.069650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57070) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:27.073323 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: ef9d4e46-3732-415a-b359-92c9cc094c3d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:27.076292 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ef9d4e46-3732-415a-b359-92c9cc094c3d not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:27.076683 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c47180af-2405-4d77-86b2-bb3326cf0946 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:27.085907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fc0651-ee2b-45b3-b281-2381947b83c2 x-openstack-request-id: req-38fc0651-ee2b-45b3-b281-2381947b83c2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:27.086191 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544c3a1e-c28b-47ab-bf79-33a141cf9beb", "name": "network-vif-deleted", "tag": "f0cb85c5-3fec-4e59-9a36-21921ca34926", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:27.086441 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38fc0651-ee2b-45b3-b281-2381947b83c2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:27.086829 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fc0651-ee2b-45b3-b281-2381947b83c2'] response: {'server_uuid': '544c3a1e-c28b-47ab-bf79-33a141cf9beb', 'name': 'network-vif-deleted', 'tag': 'f0cb85c5-3fec-4e59-9a36-21921ca34926', 'status': 'completed', 'code': 200} May 10 03:24:27.101503 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: c47180af-2405-4d77-86b2-bb3326cf0946 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:27.102265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c47180af-2405-4d77-86b2-bb3326cf0946 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:27.125904 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Deleting subnet ee468629-b962-4bdc-b05b-8b7cd3ea1868 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:24:27.129958 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Publish callbacks [] for subnet (ee468629-b962-4bdc-b05b-8b7cd3ea1868), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.166132 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (ee468629-b962-4bdc-b05b-8b7cd3ea1868), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.269370 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (ee468629-b962-4bdc-b05b-8b7cd3ea1868), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.398378 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (ee468629-b962-4bdc-b05b-8b7cd3ea1868), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.422098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee468629-b962-4bdc-b05b-8b7cd3ea1868,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:27.432819 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.433705 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233080e5-7c77-40d5-857b-834cb4e91f26 None None] Network e9d9feb1-b67d-4b9f-b577-0a24c756a5ed requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:27.436156 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9be191c5-db3b-4151-a1ef-9f4e7b9ba324 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ee468629-b962-4bdc-b05b-8b7cd3ea1868 HTTP/1.1" status: 204 len: 168 time: 0.3654902 May 10 03:24:27.441058 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57074) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:27.507512 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.534790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.561857 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Deleting port 7a52330c-1947-46a1-bc99-33b650a23f83 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:27.562190 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.579073 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] DHCP port deletion for e9d9feb1-b67d-4b9f-b577-0a24c756a5ed request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:24:27.623837 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Deleting port 7a52330c-1947-46a1-bc99-33b650a23f83 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:27.624313 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.626366 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] For port 7a52330c-1947-46a1-bc99-33b650a23f83, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=7a52330c-1947-46a1-bc99-33b650a23f83,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:27.626831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.640903 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Calling delete_port for 7a52330c-1947-46a1-bc99-33b650a23f83 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:27.686192 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] For port 7a52330c-1947-46a1-bc99-33b650a23f83, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=7a52330c-1947-46a1-bc99-33b650a23f83,segment=NetworkSegment(1ba28ddf-c37e-4098-92af-77cff03c551e),segment_id=1ba28ddf-c37e-4098-92af-77cff03c551e)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:27.686587 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.700150 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Calling delete_port for 7a52330c-1947-46a1-bc99-33b650a23f83 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:27.775930 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.782005 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (7a52330c-1947-46a1-bc99-33b650a23f83), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.804801 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a52330c-1947-46a1-bc99-33b650a23f83,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:27.809278 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] Pushing event deleted for resources: {'Port': ['ID=7a52330c-1947-46a1-bc99-33b650a23f83,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:27.813998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] No DVR routers for this DVR port 7a52330c-1947-46a1-bc99-33b650a23f83 on host dv-cinder-830094-4-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:27.814139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea80e83-5472-4717-9f32-46ebe1c99fe7 None None] No DVR routers for this DVR port 7a52330c-1947-46a1-bc99-33b650a23f83 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:27.884291 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:27.905199 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.905555 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.906285 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.906617 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.906950 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.907281 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.907613 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.907927 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.908262 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:27.909202 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:28.005272 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:28.005620 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:28.005947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:28.006271 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 03:24:28.006635 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d9feb1-b67d-4b9f-b577-0a24c756a5ed']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:28.026949 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba28ddf-c37e-4098-92af-77cff03c551e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:28.027242 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba28ddf-c37e-4098-92af-77cff03c551e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:28.043170 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (1ba28ddf-c37e-4098-92af-77cff03c551e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.064758 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (1ba28ddf-c37e-4098-92af-77cff03c551e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.075585 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:24:28.075585 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (1ba28ddf-c37e-4098-92af-77cff03c551e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: from cryptography.utils import int_from_bytes May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: from cryptography.utils import int_from_bytes May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:24:28.078965 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:24:28.176459 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ffca-2fcd-4e5d-a224-e63501b7e00e req-50a0b042-78eb-4a7c-ba47-a5112bc32e6c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:28.178010 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cb9ffca-2fcd-4e5d-a224-e63501b7e00e req-50a0b042-78eb-4a7c-ba47-a5112bc32e6c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0572748 May 10 03:24:28.223834 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4cb9ffca-2fcd-4e5d-a224-e63501b7e00e req-3546ab8e-7b95-461d-86a8-266a0d796159 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 May 10 03:24:28.249562 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (e9d9feb1-b67d-4b9f-b577-0a24c756a5ed), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.257439 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.260562 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e9d9feb1-b67d-4b9f-b577-0a24c756a5ed HTTP/1.1" status: 204 len: 168 time: 0.8208239 May 10 03:24:28.270153 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e08869-3f67-4bb6-b93a-8ac8aac4e4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d9feb1-b67d-4b9f-b577-0a24c756a5ed,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:28.466941 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efb42-54d3-4a07-b9f9-c4f54686674b req-c76b201f-bbcf-4dd1-a98c-58974f1fbf26 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:28.468458 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-375efb42-54d3-4a07-b9f9-c4f54686674b req-c76b201f-bbcf-4dd1-a98c-58974f1fbf26 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0476131 May 10 03:24:28.513681 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-375efb42-54d3-4a07-b9f9-c4f54686674b req-b15109ba-8c4d-4012-b066-877a25515b26 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 May 10 03:24:28.630471 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57086) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:28.669232 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c8cf0667-0a69-4698-b7ac-fbf5faaeb669 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c5f50448e3cc4533a5c70bb766559548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375946 May 10 03:24:28.671878 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57088) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:28.721601 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] Publish callbacks [] for security_group (f170774b-a858-4077-83aa-27570d8edf00), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.741947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] Publish callbacks [] for security_group (f170774b-a858-4077-83aa-27570d8edf00), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.832049 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f170774b-a858-4077-83aa-27570d8edf00), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.834571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:28.835701 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f170774b-a858-4077-83aa-27570d8edf00 HTTP/1.1" status: 204 len: 168 time: 0.1629269 May 10 03:24:28.843678 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37789af3-5e21-493b-a184-5a7c2327005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f170774b-a858-4077-83aa-27570d8edf00,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:28.970126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 7a52330c-1947-46a1-bc99-33b650a23f83 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:28.991265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 7a52330c-1947-46a1-bc99-33b650a23f83 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:28.991612 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 7a52330c-1947-46a1-bc99-33b650a23f83 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:29.343284 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0f0e5-8457-40b4-ad0d-95b4cbc8ecda req-dfcba038-d2dd-4b8e-b752-1ef08df4e99e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:29.349497 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0fb0f0e5-8457-40b4-ad0d-95b4cbc8ecda req-dfcba038-d2dd-4b8e-b752-1ef08df4e99e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0467017 May 10 03:24:29.351832 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57096) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:29.391958 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-30f43d45-4c08-438e-b5b7-ffe31862b1e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ced4058cd83546b98ab43c9d382c16d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388427 May 10 03:24:29.401164 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0fb0f0e5-8457-40b4-ad0d-95b4cbc8ecda req-3919b0a9-a6d2-4df5-aecb-3bc746d85a18 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 May 10 03:24:29.403049 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57098) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:29.451105 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] Publish callbacks [] for security_group (f957682c-5a6c-4a48-97ac-80042e3d77a6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:29.473076 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] Publish callbacks [] for security_group (f957682c-5a6c-4a48-97ac-80042e3d77a6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:29.586897 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (f957682c-5a6c-4a48-97ac-80042e3d77a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:29.590157 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:29.591569 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f957682c-5a6c-4a48-97ac-80042e3d77a6 HTTP/1.1" status: 204 len: 168 time: 0.1875508 May 10 03:24:29.601296 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7aad7f-a122-429c-94cc-8b3fc1fa7e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957682c-5a6c-4a48-97ac-80042e3d77a6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:29.650764 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65ce5-000e-4082-a4a7-e057eea9b74f req-a481a142-53b9-42ad-82c6-23e829aa7007 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:29.652368 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8bb65ce5-000e-4082-a4a7-e057eea9b74f req-a481a142-53b9-42ad-82c6-23e829aa7007 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0729008 May 10 03:24:29.712241 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8bb65ce5-000e-4082-a4a7-e057eea9b74f req-6322b6eb-091c-48fc-a5a2-0d0bbaa9edae tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 May 10 03:24:30.421441 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0cb85c5-3fec-4e59-9a36-21921ca34926 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:30.444737 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: f0cb85c5-3fec-4e59-9a36-21921ca34926 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:30.445103 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0cb85c5-3fec-4e59-9a36-21921ca34926 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:30.520453 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5e7f6-ff14-4ba0-9084-74cc50d5286f req-bbf27af3-1a1a-4f20-8cef-3421f95fd4bb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:30.521907 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53b5e7f6-ff14-4ba0-9084-74cc50d5286f req-bbf27af3-1a1a-4f20-8cef-3421f95fd4bb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0518031 May 10 03:24:30.568167 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-53b5e7f6-ff14-4ba0-9084-74cc50d5286f req-0d988a03-6f7a-40c9-8930-23a0a9488e4f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 May 10 03:24:30.823167 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054f8c-5813-442e-963f-3780a2ae0728 req-78042335-c307-45ab-bdb4-8ee123ed7afb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:30.824664 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05054f8c-5813-442e-963f-3780a2ae0728 req-78042335-c307-45ab-bdb4-8ee123ed7afb tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0461681 May 10 03:24:30.870762 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05054f8c-5813-442e-963f-3780a2ae0728 req-c08a77bf-a847-49fa-8674-06d9b0ba158c tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 May 10 03:24:31.685268 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907ebc-11e0-4bb8-acf7-cdb2e018fd4d req-524e916b-b54c-48f3-86ab-4d891f9488d7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:31.686737 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-79907ebc-11e0-4bb8-acf7-cdb2e018fd4d req-524e916b-b54c-48f3-86ab-4d891f9488d7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0491400 May 10 03:24:31.732525 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-79907ebc-11e0-4bb8-acf7-cdb2e018fd4d req-e16abbd3-4276-4755-a232-a2c8d89d293c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395062 May 10 03:24:31.980201 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d171-4a00-4aef-b726-3ee54d86202c req-bcbf5a66-4606-40b4-a2b6-71666ac6793d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:31.981655 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-67f6d171-4a00-4aef-b726-3ee54d86202c req-bcbf5a66-4606-40b4-a2b6-71666ac6793d tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0458562 May 10 03:24:32.029750 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-67f6d171-4a00-4aef-b726-3ee54d86202c req-ffa120c5-b8a3-4ec5-a24e-2cbb6b681128 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/security-groups?id=007dabb9-8a46-492f-94c5-7f275c94f6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 May 10 03:24:32.107912 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-f93d5f33-863d-4735-8364-7e51ca36dde9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:32.109365 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-f93d5f33-863d-4735-8364-7e51ca36dde9 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 946 time: 0.0466366 May 10 03:24:32.194670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Deleting port 9d61ae83-c5a2-4582-8cde-df85f658226e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:32.195002 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:32.281493 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] For port 9d61ae83-c5a2-4582-8cde-df85f658226e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9d61ae83-c5a2-4582-8cde-df85f658226e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:32.281792 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:32.294930 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Calling delete_port for 9d61ae83-c5a2-4582-8cde-df85f658226e owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:32.494954 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (9d61ae83-c5a2-4582-8cde-df85f658226e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:32.506700 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['9d61ae83-c5a2-4582-8cde-df85f658226e'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:24:32.526509 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Pushing event deleted for resources: {'Port': ['ID=9d61ae83-c5a2-4582-8cde-df85f658226e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:32.569787 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] No DVR routers for this DVR port 9d61ae83-c5a2-4582-8cde-df85f658226e on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:32.572232 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:32.575528 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f9db8758-71a1-413a-9fe1-210cfe3a0871 req-a817f16b-3aee-4888-9794-4f4af71c1a70 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.61 "DELETE /v2.0/ports/9d61ae83-c5a2-4582-8cde-df85f658226e HTTP/1.1" status: 204 len: 173 time: 0.4587734 May 10 03:24:32.575965 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'name': 'network-vif-deleted', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:32.578180 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee9085-f582-4d78-86d0-0db410129b7a" -d '{"events": [{"server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "name": "network-vif-deleted", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:32.612562 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ca287-a61b-40cc-9c22-781419af570d x-openstack-request-id: req-fc7ca287-a61b-40cc-9c22-781419af570d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:32.612851 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b289186d-a316-4521-92a0-4e13ae9b0083", "name": "network-vif-deleted", "tag": "9d61ae83-c5a2-4582-8cde-df85f658226e", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:32.613098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc7ca287-a61b-40cc-9c22-781419af570d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:32.613488 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7ca287-a61b-40cc-9c22-781419af570d'] response: {'server_uuid': 'b289186d-a316-4521-92a0-4e13ae9b0083', 'name': 'network-vif-deleted', 'tag': '9d61ae83-c5a2-4582-8cde-df85f658226e', 'status': 'completed', 'code': 200} May 10 03:24:32.865139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3650-9d08-46de-812a-c32beb779ab5 req-2f3dc97f-4ca0-478a-846c-85a547562611 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:32.866742 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-38bf3650-9d08-46de-812a-c32beb779ab5 req-2f3dc97f-4ca0-478a-846c-85a547562611 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0645359 May 10 03:24:32.917715 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-38bf3650-9d08-46de-812a-c32beb779ab5 req-e460b948-4c41-41c9-8894-aaeb3c99355a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 May 10 03:24:33.135502 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7113dd49-c20b-4349-87da-2bcf413a4585 req-f2488788-95f2-4177-874c-9829cd612167 tempest-ServerRescueNegativeTestJSON-1946563297 tempest-ServerRescueNegativeTestJSON-1946563297-project] 10.222.0.65 "GET /v2.0/ports?device_id=b289186d-a316-4521-92a0-4e13ae9b0083 HTTP/1.1" status: 200 len: 210 time: 0.0277290 May 10 03:24:34.041106 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4979-bfef-45be-abd0-b8a65f7f387b req-461e1a13-3dcd-4e28-8a87-be3e8f668632 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:34.042547 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34fe4979-bfef-45be-abd0-b8a65f7f387b req-461e1a13-3dcd-4e28-8a87-be3e8f668632 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0466523 May 10 03:24:34.088446 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34fe4979-bfef-45be-abd0-b8a65f7f387b req-8b37ff48-11e6-403d-9ecb-25b5445d39e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 May 10 03:24:34.191779 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57124) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:34.414849 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:24:34.649891 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:34.661948 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:24:34.700397 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: ACTIVE; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:24:34.700788 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:34.713568 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:24:34.732722 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:34.780792 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:34.832956 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=6']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:34.899028 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e8ecbe35-34e0-4751-a0e4-9587716eaf81'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:24:34.952470 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (53ff9d41-35d1-4873-be94-e560d02c78ef), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:35.218223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Deleting port 45ef8331-e343-4014-98cc-2c5825537c7e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:35.218881 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:35.236340 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573465b-6537-4c61-bc84-a5001a2f307c req-f7148fd4-5312-4729-8d2e-0a398089a4bd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:35.238120 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f573465b-6537-4c61-bc84-a5001a2f307c req-f7148fd4-5312-4729-8d2e-0a398089a4bd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 944 time: 0.0752990 May 10 03:24:35.289770 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f573465b-6537-4c61-bc84-a5001a2f307c req-62eaaaaa-8100-4ce9-94ae-88dc561b0cd1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449615 May 10 03:24:35.299651 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] For port 45ef8331-e343-4014-98cc-2c5825537c7e, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=45ef8331-e343-4014-98cc-2c5825537c7e,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:35.300036 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:35.314695 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Calling delete_port for 45ef8331-e343-4014-98cc-2c5825537c7e owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:35.598012 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (45ef8331-e343-4014-98cc-2c5825537c7e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:35.622927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ef8331-e343-4014-98cc-2c5825537c7e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:35.829415 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (53ff9d41-35d1-4873-be94-e560d02c78ef), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.083618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Router 53ff9d41-35d1-4873-be94-e560d02c78ef has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:36.208482 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:36.214143 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9f741df7-05d4-42a2-9483-26329b636712 admin admin] 10.222.0.65 "PUT /v2.0/routers/53ff9d41-35d1-4873-be94-e560d02c78ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0213058 May 10 03:24:36.216767 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:36.219367 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Sync routers for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:36.232547 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:36.233601 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:36.345401 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks [] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.381769 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:36.429234 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:24:36.498136 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da5532-bd97-419a-8114-33335c8c1fa4 req-bbf357af-555a-44e6-a4f3-2e7fe9366d19 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:36.499890 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95da5532-bd97-419a-8114-33335c8c1fa4 req-bbf357af-555a-44e6-a4f3-2e7fe9366d19 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 944 time: 0.0568810 May 10 03:24:36.525653 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks [] for router_gateway (53ff9d41-35d1-4873-be94-e560d02c78ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.577867 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-95da5532-bd97-419a-8114-33335c8c1fa4 req-0f02594e-b1b6-4e87-b5d2-6c05b4011099 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721445 May 10 03:24:36.598566 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port e8ecbe35-34e0-4751-a0e4-9587716eaf81 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:24:36.599054 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.682533 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Deleting port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:36.682872 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.735673 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:24:35Z', 'revision_number': 5, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port': {'id': '9817e9db-f6c8-498e-8ffa-ffa03f2533ef', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:05:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:36.789614 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Checking router: 53ff9d41-35d1-4873-be94-e560d02c78ef for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:36.829102 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:24:36.829102 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.839563 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] For port 9817e9db-f6c8-498e-8ffa-ffa03f2533ef, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:36.840051 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:36.848025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Routers {'53ff9d41-35d1-4873-be94-e560d02c78ef'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:36.851002 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['53ff9d41-35d1-4873-be94-e560d02c78ef'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:36.856621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Calling delete_port for 9817e9db-f6c8-498e-8ffa-ffa03f2533ef owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:36.921382 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:36.923888 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f82ec-4c5d-4608-9a19-3f23afd89e0f" -d '{"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:37.049046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:37.089069 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] Set router 53ff9d41-35d1-4873-be94-e560d02c78ef gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:37.128048 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.128641 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 9d61ae83-c5a2-4582-8cde-df85f658226e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:37.188683 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc5015b-fc35-41d6-96a0-0105f7d6d8a7 x-openstack-request-id: req-9dc5015b-fc35-41d6-96a0-0105f7d6d8a7 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:37.189041 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:37.189297 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dc5015b-fc35-41d6-96a0-0105f7d6d8a7 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:37.189594 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc5015b-fc35-41d6-96a0-0105f7d6d8a7'] response: {'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'code': 200} May 10 03:24:37.210202 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:24:36Z', 'revision_number': 6, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:37.213571 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 9d61ae83-c5a2-4582-8cde-df85f658226e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:37.218016 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 9d61ae83-c5a2-4582-8cde-df85f658226e not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:37.253660 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a1b02-fc47-4768-b2a9-20b3f2aaf5a4 None None] The sync data for ids ['53ff9d41-35d1-4873-be94-e560d02c78ef'] in dv-cinder-830094-4-smb is: [{'id': '53ff9d41-35d1-4873-be94-e560d02c78ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1261939541-router', 'tenant_id': 'd8e319a149db44fb8bb71f3066c82956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:24:36Z', 'revision_number': 6, 'project_id': 'd8e319a149db44fb8bb71f3066c82956', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:37.277705 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=7']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:37.295483 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (9817e9db-f6c8-498e-8ffa-ffa03f2533ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.332911 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9817e9db-f6c8-498e-8ffa-ffa03f2533ef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:37.415272 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (53ff9d41-35d1-4873-be94-e560d02c78ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.517961 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7a0bbbe7-0d0e-4dfc-a1e6-b18b8bd0348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.518872 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.521496 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks [] for router_controller (53ff9d41-35d1-4873-be94-e560d02c78ef), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.644176 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (53ff9d41-35d1-4873-be94-e560d02c78ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.645102 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53ff9d41-35d1-4873-be94-e560d02c78ef {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:24:37.653019 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.656690 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-608ca1be-f883-4a9a-b826-3dde51b5ef27 admin admin] 10.222.0.65 "DELETE /v2.0/routers/53ff9d41-35d1-4873-be94-e560d02c78ef HTTP/1.1" status: 204 len: 168 time: 1.4366021 May 10 03:24:37.657114 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57188) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:37.798326 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Deleting subnet 7bd19ca9-48a8-4aa8-a50b-8a0a931e948f {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:24:37.805486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Publish callbacks [] for subnet (7bd19ca9-48a8-4aa8-a50b-8a0a931e948f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.836492 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a163-9891-4c93-ae9d-30766da08ae5 req-9c4d96a0-b738-474a-8b7d-a052bece8a70 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:37.844267 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be80a163-9891-4c93-ae9d-30766da08ae5 req-9c4d96a0-b738-474a-8b7d-a052bece8a70 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0928075 May 10 03:24:37.906975 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (7bd19ca9-48a8-4aa8-a50b-8a0a931e948f), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:37.919072 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be80a163-9891-4c93-ae9d-30766da08ae5 req-b818f27f-2be4-4955-b399-dffa938b8dec tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739601 May 10 03:24:38.027883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (7bd19ca9-48a8-4aa8-a50b-8a0a931e948f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.130078 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (7bd19ca9-48a8-4aa8-a50b-8a0a931e948f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.173736 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd19ca9-48a8-4aa8-a50b-8a0a931e948f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:38.173736 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.179529 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57190) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:38.180105 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e004e448-9f67-4e39-861a-07ed9610ad00 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7bd19ca9-48a8-4aa8-a50b-8a0a931e948f HTTP/1.1" status: 204 len: 168 time: 0.5214150 May 10 03:24:38.180209 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c76a13-c807-4efd-81f8-fb2b7c88e811 None None] Network 5a79d71b-8531-4a1f-830d-d1ccd6b795ac requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:38.297080 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (5a79d71b-8531-4a1f-830d-d1ccd6b795ac), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.390169 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Deleting port e70d5867-6094-49e8-9f82-2a6656e7d536 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:38.390512 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.412066 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] DHCP port deletion for 5a79d71b-8531-4a1f-830d-d1ccd6b795ac request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:24:38.471950 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Deleting port e70d5867-6094-49e8-9f82-2a6656e7d536 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:38.472302 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.482238 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] For port e70d5867-6094-49e8-9f82-2a6656e7d536, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e70d5867-6094-49e8-9f82-2a6656e7d536,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:38.482609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.506612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Calling delete_port for e70d5867-6094-49e8-9f82-2a6656e7d536 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:38.575546 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] For port e70d5867-6094-49e8-9f82-2a6656e7d536, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=e70d5867-6094-49e8-9f82-2a6656e7d536,segment=NetworkSegment(55b69c34-decd-4abc-8c3f-0d560014b5e8),segment_id=55b69c34-decd-4abc-8c3f-0d560014b5e8)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:38.575955 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.597242 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Calling delete_port for e70d5867-6094-49e8-9f82-2a6656e7d536 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:38.740819 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.748569 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (e70d5867-6094-49e8-9f82-2a6656e7d536), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.767893 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e70d5867-6094-49e8-9f82-2a6656e7d536,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:38.784990 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] No DVR routers for this DVR port e70d5867-6094-49e8-9f82-2a6656e7d536 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:38.788420 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] No DVR routers for this DVR port e70d5867-6094-49e8-9f82-2a6656e7d536 on host dv-cinder-830094-4-smb {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:38.789742 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56af223-ebf5-4aaf-810d-ff320770af85 None None] Pushing event deleted for resources: {'Port': ['ID=e70d5867-6094-49e8-9f82-2a6656e7d536,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:38.888905 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (5a79d71b-8531-4a1f-830d-d1ccd6b795ac), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.913129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a79d71b-8531-4a1f-830d-d1ccd6b795ac']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:38.925708 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b69c34-decd-4abc-8c3f-0d560014b5e8') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:38.926001 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b69c34-decd-4abc-8c3f-0d560014b5e8') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:38.938206 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (55b69c34-decd-4abc-8c3f-0d560014b5e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.961183 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (55b69c34-decd-4abc-8c3f-0d560014b5e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.970747 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:24:38.971842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (55b69c34-decd-4abc-8c3f-0d560014b5e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:24:38.973984 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:24:39.051731 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e70d5867-6094-49e8-9f82-2a6656e7d536 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:39.064184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eca1fe-f384-4012-92b9-6a754b2edb62 req-51cd620a-b035-4311-9fff-99c1c2cc6926 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:39.065717 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43eca1fe-f384-4012-92b9-6a754b2edb62 req-51cd620a-b035-4311-9fff-99c1c2cc6926 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0595360 May 10 03:24:39.080046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: e70d5867-6094-49e8-9f82-2a6656e7d536 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:39.080046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device e70d5867-6094-49e8-9f82-2a6656e7d536 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:39.080046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9817e9db-f6c8-498e-8ffa-ffa03f2533ef no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:39.095169 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 9817e9db-f6c8-498e-8ffa-ffa03f2533ef {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:39.095511 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9817e9db-f6c8-498e-8ffa-ffa03f2533ef not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:39.095929 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 45ef8331-e343-4014-98cc-2c5825537c7e no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:39.115952 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 45ef8331-e343-4014-98cc-2c5825537c7e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:39.116318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 45ef8331-e343-4014-98cc-2c5825537c7e not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:39.140727 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-43eca1fe-f384-4012-92b9-6a754b2edb62 req-95ea1842-b84e-4e87-8325-44f0bc7f6b6b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687237 May 10 03:24:39.386473 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (5a79d71b-8531-4a1f-830d-d1ccd6b795ac), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:39.392195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:39.395898 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5a79d71b-8531-4a1f-830d-d1ccd6b795ac HTTP/1.1" status: 204 len: 168 time: 1.2144728 May 10 03:24:39.413605 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb392a8-08e7-4d80-bf13-e8d239e933d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a79d71b-8531-4a1f-830d-d1ccd6b795ac,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:39.719667 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2f3362bc-77b1-407a-85bb-bd939c96918b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:39.803863 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57204) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:39.858888 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-4d7ebb93-60c9-429c-bf5b-b4c91e584743 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8e319a149db44fb8bb71f3066c82956&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0535650 May 10 03:24:39.861399 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57206) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:39.926257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] Publish callbacks [] for security_group (007dabb9-8a46-492f-94c5-7f275c94f6f4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:39.950277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] Publish callbacks [] for security_group (007dabb9-8a46-492f-94c5-7f275c94f6f4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:40.077794 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (007dabb9-8a46-492f-94c5-7f275c94f6f4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:40.080824 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:40.082261 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/007dabb9-8a46-492f-94c5-7f275c94f6f4 HTTP/1.1" status: 204 len: 168 time: 0.2194219 May 10 03:24:40.091616 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcaab40-9095-4daf-8341-9f7c72347e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007dabb9-8a46-492f-94c5-7f275c94f6f4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:40.276051 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9ccf2-4723-4f57-8597-40e04a5088f6 req-ec830a0a-40f2-40e8-bef3-94c4cc497ac5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:40.277857 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0f9ccf2-4723-4f57-8597-40e04a5088f6 req-ec830a0a-40f2-40e8-bef3-94c4cc497ac5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0526817 May 10 03:24:40.334664 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c0f9ccf2-4723-4f57-8597-40e04a5088f6 req-cd2ffd67-ee12-406f-9af6-e49fcc67dcc0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497811 May 10 03:24:40.941793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.447656 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:41.487615 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d584b0-44fe-4735-b9cc-f3f0ea0f8ed7 req-5c0e18c3-bb88-4370-9108-4cc6bdeb3054 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:41.489885 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-69d584b0-44fe-4735-b9cc-f3f0ea0f8ed7 req-5c0e18c3-bb88-4370-9108-4cc6bdeb3054 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0630817 May 10 03:24:41.546453 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-69d584b0-44fe-4735-b9cc-f3f0ea0f8ed7 req-163d8769-10cb-40be-bceb-5f4db9fd9ef4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504608 May 10 03:24:41.571431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952646664-network', 'tenant_id': '53a85fb72f3643cd97c1088389d78c92'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:24:41.666630 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Made reservation on behalf of 53a85fb72f3643cd97c1088389d78c92 for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:24:41.669523 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.687754 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.794550 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks [] for security_group (163f439b-014f-41d9-86db-a984ad9fd7d9), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.860988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (163f439b-014f-41d9-86db-a984ad9fd7d9), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.886002 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:24:41.901475 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163f439b-014f-41d9-86db-a984ad9fd7d9,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:41.905625 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (bdb89daf-def8-4e3d-9669-58755343d4e2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:41.905625 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Added segment bdb89daf-def8-4e3d-9669-58755343d4e2 of type vlan for network 92d27d30-301c-4003-a291-cbe4a0987ab3 May 10 03:24:41.953808 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (92d27d30-301c-4003-a291-cbe4a0987ab3), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.050192 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (92d27d30-301c-4003-a291-cbe4a0987ab3), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.051106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:42.051691 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.112555 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] Pushing event updated for resources: {'Network': ['ID=92d27d30-301c-4003-a291-cbe4a0987ab3,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:42.123440 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 92d27d30-301c-4003-a291-cbe4a0987ab3 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:24:42.166215 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-46117e2b-bf46-4f9d-ab4b-add9fe28bd57 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7130921 May 10 03:24:42.169027 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:42.173988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Request body: {'subnet': {'network_id': '92d27d30-301c-4003-a291-cbe4a0987ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952646664-subnet', 'tenant_id': '53a85fb72f3643cd97c1088389d78c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:24:42.243601 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Made reservation on behalf of 53a85fb72f3643cd97c1088389d78c92 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:24:42.246429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.679020 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1443f41-c1b9-4ce0-a9b5-8981aa633b37 req-165b1f58-93bd-4924-ac26-7b95ff5fb23e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:42.702640 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b1443f41-c1b9-4ce0-a9b5-8981aa633b37 req-165b1f58-93bd-4924-ac26-7b95ff5fb23e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0517442 May 10 03:24:42.745950 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b1443f41-c1b9-4ce0-a9b5-8981aa633b37 req-d5cd541b-3fbf-4d83-acf3-678b5015903f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595472 May 10 03:24:42.838223 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.861242 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (8c978bc8-554a-4378-b6b8-33ef4272788a), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:42.918498 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c978bc8-554a-4378-b6b8-33ef4272788a,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:42.928537 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Checking segment: {'id': 'bdb89daf-def8-4e3d-9669-58755343d4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '92d27d30-301c-4003-a291-cbe4a0987ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:24:42.928973 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Network hostable DHCP agents. Network: 92d27d30-301c-4003-a291-cbe4a0987ab3, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:24:43.005963 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Network 92d27d30-301c-4003-a291-cbe4a0987ab3 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:24:43.078011 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 92d27d30-301c-4003-a291-cbe4a0987ab3) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:24:43.082706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:43.083309 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:43.090563 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a1e46-bffc-4477-a1de-f7eb190d6608 None None] Network 92d27d30-301c-4003-a291-cbe4a0987ab3 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:43.196133 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-87ccd556-8fdd-4f5c-b7e4-f51e1b57624f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0254526 May 10 03:24:43.224793 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827fdfcc-8a70-422a-836b-df338866778f None None] Network 92d27d30-301c-4003-a291-cbe4a0987ab3 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:43.905417 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5054-c1f1-4334-a239-e5c2ee982d21 req-ee488f47-d76b-44b8-a8b6-2711a71e6b05 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:43.914850 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a18a5054-c1f1-4334-a239-e5c2ee982d21 req-ee488f47-d76b-44b8-a8b6-2711a71e6b05 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0835917 May 10 03:24:43.993599 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a18a5054-c1f1-4334-a239-e5c2ee982d21 req-94bcd865-5bf2-4bea-aecf-fa8a5723215f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772069 May 10 03:24:44.009348 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.066546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57296) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:44.073483 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963436598-network', 'tenant_id': '74185a5de3d04560807c176405f424ff'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:24:44.175807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Made reservation on behalf of 74185a5de3d04560807c176405f424ff for: {'network': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:24:44.178137 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.191987 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.294586 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks [] for security_group (a8f8809a-53b3-4694-94fe-8f78bf887a43), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.358239 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a8f8809a-53b3-4694-94fe-8f78bf887a43), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.387250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=103794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:24:44.399589 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f8809a-53b3-4694-94fe-8f78bf887a43,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:44.407217 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (59033f0c-e5f7-4d2b-ac21-f6e5345fa98e), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.407565 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.segments_db [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Added segment 59033f0c-e5f7-4d2b-ac21-f6e5345fa98e of type vlan for network f5ba60fc-95d6-4ba5-abe0-6f46934c0254 May 10 03:24:44.463158 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (f5ba60fc-95d6-4ba5-abe0-6f46934c0254), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.583595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (f5ba60fc-95d6-4ba5-abe0-6f46934c0254), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.586113 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:44.587068 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:44.705123 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] Pushing event updated for resources: {'Network': ['ID=f5ba60fc-95d6-4ba5-abe0-6f46934c0254,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:44.718312 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network f5ba60fc-95d6-4ba5-abe0-6f46934c0254 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:24:44.740148 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-cd28c258-505f-4ea3-8442-240e10d7c98c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6722631 May 10 03:24:44.743226 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57304) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:44.748117 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Request body: {'subnet': {'network_id': 'f5ba60fc-95d6-4ba5-abe0-6f46934c0254', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963436598-subnet', 'tenant_id': '74185a5de3d04560807c176405f424ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:24:44.838108 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Made reservation on behalf of 74185a5de3d04560807c176405f424ff for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:24:44.841556 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:45.104093 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66517f-ad53-42f7-b5d2-e97a707b5731 req-bfa0f8bb-87c8-4bf9-805a-e6eb34869fd3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:45.106231 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8f66517f-ad53-42f7-b5d2-e97a707b5731 req-bfa0f8bb-87c8-4bf9-805a-e6eb34869fd3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0490448 May 10 03:24:45.113068 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (e3120a17-58da-4540-b1a0-1866cd2a491d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:45.162176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3120a17-58da-4540-b1a0-1866cd2a491d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:45.170345 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8f66517f-ad53-42f7-b5d2-e97a707b5731 req-8fc3b219-2a61-4e8a-9fef-0f75edad5fc2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533097 May 10 03:24:45.186392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Checking segment: {'id': '59033f0c-e5f7-4d2b-ac21-f6e5345fa98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5ba60fc-95d6-4ba5-abe0-6f46934c0254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:24:45.186924 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Network hostable DHCP agents. Network: f5ba60fc-95d6-4ba5-abe0-6f46934c0254, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:24:45.283906 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Network f5ba60fc-95d6-4ba5-abe0-6f46934c0254 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:24:45.358087 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, f5ba60fc-95d6-4ba5-abe0-6f46934c0254) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:24:45.368965 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:45.369628 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4d07cc-dc8b-47bf-98e3-e0b1a884234a None None] Network f5ba60fc-95d6-4ba5-abe0-6f46934c0254 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:45.370166 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:45.507580 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7832bf0e-d3d7-442b-a3b7-9c031a2b1d07 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7634287 May 10 03:24:45.513701 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28574f7b-64d4-4af0-ac56-1640d92f579c None None] Network f5ba60fc-95d6-4ba5-abe0-6f46934c0254 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:24:45.694628 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57316) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:45.758338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Deleting subnet 8c978bc8-554a-4378-b6b8-33ef4272788a {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:24:45.784316 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Publish callbacks [] for subnet (8c978bc8-554a-4378-b6b8-33ef4272788a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:45.890106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (8c978bc8-554a-4378-b6b8-33ef4272788a), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:45.944685 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (8c978bc8-554a-4378-b6b8-33ef4272788a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.473886 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (8c978bc8-554a-4378-b6b8-33ef4272788a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.502596 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c978bc8-554a-4378-b6b8-33ef4272788a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:46.507295 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.510759 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5b7b3068-6e09-4970-8cb5-7a6ae957671c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8c978bc8-554a-4378-b6b8-33ef4272788a HTTP/1.1" status: 204 len: 168 time: 0.8146107 May 10 03:24:46.512977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57340) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:46.597089 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (92d27d30-301c-4003-a291-cbe4a0987ab3), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.665284 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceba9-71da-43b6-9a09-685df4d855e0 req-e73ef262-94c2-4359-a6a6-942bcf6c8cff tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:46.667490 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ac9ceba9-71da-43b6-9a09-685df4d855e0 req-e73ef262-94c2-4359-a6a6-942bcf6c8cff tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0583656 May 10 03:24:46.710854 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (92d27d30-301c-4003-a291-cbe4a0987ab3), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.734022 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ac9ceba9-71da-43b6-9a09-685df4d855e0 req-0d6d51bc-aaf7-44b1-bdb7-815a7f7d707a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600057 May 10 03:24:46.756782 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d27d30-301c-4003-a291-cbe4a0987ab3']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:46.766798 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb89daf-def8-4e3d-9669-58755343d4e2') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:46.767059 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb89daf-def8-4e3d-9669-58755343d4e2') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:46.777902 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (bdb89daf-def8-4e3d-9669-58755343d4e2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.793022 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (bdb89daf-def8-4e3d-9669-58755343d4e2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.800263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:24:46.800662 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (bdb89daf-def8-4e3d-9669-58755343d4e2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:24:46.802597 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:24:46.952338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (92d27d30-301c-4003-a291-cbe4a0987ab3), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.964522 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:46.982257 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/92d27d30-301c-4003-a291-cbe4a0987ab3 HTTP/1.1" status: 204 len: 168 time: 0.4683008 May 10 03:24:46.985299 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57350) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:47.012944 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ce6c-fd0b-4829-bde9-e916f2e79ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d27d30-301c-4003-a291-cbe4a0987ab3,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:47.072606 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Deleting subnet e3120a17-58da-4540-b1a0-1866cd2a491d {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:24:47.076279 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Publish callbacks [] for subnet (e3120a17-58da-4540-b1a0-1866cd2a491d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.129113 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (e3120a17-58da-4540-b1a0-1866cd2a491d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.174085 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (e3120a17-58da-4540-b1a0-1866cd2a491d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.278450 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (e3120a17-58da-4540-b1a0-1866cd2a491d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.304069 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3120a17-58da-4540-b1a0-1866cd2a491d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:47.311605 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.314718 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-daf22690-498a-4959-b916-ff7e03773d8c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e3120a17-58da-4540-b1a0-1866cd2a491d HTTP/1.1" status: 204 len: 168 time: 0.3277895 May 10 03:24:47.317850 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57356) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:47.391051 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (f5ba60fc-95d6-4ba5-abe0-6f46934c0254), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.471691 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (f5ba60fc-95d6-4ba5-abe0-6f46934c0254), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.492842 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ba60fc-95d6-4ba5-abe0-6f46934c0254']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:47.505932 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59033f0c-e5f7-4d2b-ac21-f6e5345fa98e') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:47.506232 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59033f0c-e5f7-4d2b-ac21-f6e5345fa98e') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:47.516087 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (59033f0c-e5f7-4d2b-ac21-f6e5345fa98e), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.533011 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (59033f0c-e5f7-4d2b-ac21-f6e5345fa98e), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.541197 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:24:47.541655 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (59033f0c-e5f7-4d2b-ac21-f6e5345fa98e), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:24:47.543379 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:24:47.694925 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (f5ba60fc-95d6-4ba5-abe0-6f46934c0254), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.701450 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:47.704653 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f5ba60fc-95d6-4ba5-abe0-6f46934c0254 HTTP/1.1" status: 204 len: 168 time: 0.3858616 May 10 03:24:47.716174 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0849-d8ee-4792-b4f3-366b86d20860 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ba60fc-95d6-4ba5-abe0-6f46934c0254,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:47.904611 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00e533-1d27-4444-9c09-ebcb019a9b34 req-8185d190-baf2-4da1-8339-72801e59d846 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:47.906145 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fc00e533-1d27-4444-9c09-ebcb019a9b34 req-8185d190-baf2-4da1-8339-72801e59d846 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0521672 May 10 03:24:47.954736 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-fc00e533-1d27-4444-9c09-ebcb019a9b34 req-bcdca53d-a789-4a09-bc29-d8286ab1b407 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 May 10 03:24:48.057991 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57384) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:48.097819 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8d84c829-8c07-4884-bb5c-d48b33d13406 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53a85fb72f3643cd97c1088389d78c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386348 May 10 03:24:48.102907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57386) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:48.147752 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] Publish callbacks [] for security_group (163f439b-014f-41d9-86db-a984ad9fd7d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:48.169295 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] Publish callbacks [] for security_group (163f439b-014f-41d9-86db-a984ad9fd7d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:48.271700 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (163f439b-014f-41d9-86db-a984ad9fd7d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:48.274327 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:48.275496 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/163f439b-014f-41d9-86db-a984ad9fd7d9 HTTP/1.1" status: 204 len: 168 time: 0.1742480 May 10 03:24:48.283417 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ce48a-e90a-4e1b-810e-ce06c5886b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163f439b-014f-41d9-86db-a984ad9fd7d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:48.990706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57400) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:48.995600 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-1d8f4c60-9095-4986-a72b-d31eafe78cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:48.997514 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-1d8f4c60-9095-4986-a72b-d31eafe78cb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1129 time: 0.1396909 May 10 03:24:49.030025 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a2750414-d76f-4722-9f5a-9dfcdec7bf76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74185a5de3d04560807c176405f424ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384543 May 10 03:24:49.032580 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57402) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:49.080831 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] Publish callbacks [] for security_group (a8f8809a-53b3-4694-94fe-8f78bf887a43), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:49.081513 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868683a2-0dfa-4e7b-a3e6-d2234dc2d22b req-ab39ee1e-b9bb-4380-8771-b9922d78cb7b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:49.082513 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-868683a2-0dfa-4e7b-a3e6-d2234dc2d22b req-ab39ee1e-b9bb-4380-8771-b9922d78cb7b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0509996 May 10 03:24:49.135627 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-868683a2-0dfa-4e7b-a3e6-d2234dc2d22b req-adbfb207-fc47-427b-9aa5-4aa525ff0eb7 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466945 May 10 03:24:49.154048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] Publish callbacks [] for security_group (a8f8809a-53b3-4694-94fe-8f78bf887a43), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:49.461885 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-89b69082-19e2-45e0-9c01-086170650cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:49.463343 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-89b69082-19e2-45e0-9c01-086170650cf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.3731747 May 10 03:24:49.538552 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-99f1181c-d42f-44af-b518-ec95f54a9acf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 1001 time: 0.0682387 May 10 03:24:49.588447 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-6198be8e-4314-42dd-a34f-79f964688260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:49.590264 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-6198be8e-4314-42dd-a34f-79f964688260 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0457883 May 10 03:24:49.625599 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a8f8809a-53b3-4694-94fe-8f78bf887a43), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:49.628188 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:49.629252 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8f8809a-53b3-4694-94fe-8f78bf887a43 HTTP/1.1" status: 204 len: 168 time: 0.5956750 May 10 03:24:49.644153 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99204f6-48bd-4951-84e2-e30c3803093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f8809a-53b3-4694-94fe-8f78bf887a43,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:49.648785 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-699b98de-cb9d-462c-b943-32129f63d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:49.650578 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-699b98de-cb9d-462c-b943-32129f63d720 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0533638 May 10 03:24:49.741114 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-8a422aa5-b7e0-44b1-98e5-b0abf545fa22 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837300 May 10 03:24:49.838239 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-d6b7a5b4-73c6-4037-aacd-b34f786b512d req-f1a5b957-2c86-4f47-933c-d12bcbb7001a service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915766 May 10 03:24:50.272427 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51ca07-3e9f-4e07-a784-45dc3393607a req-54745657-2b86-4384-9a96-026b4455b8ef tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:50.276599 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f51ca07-3e9f-4e07-a784-45dc3393607a req-54745657-2b86-4384-9a96-026b4455b8ef tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0557792 May 10 03:24:50.326727 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-7f51ca07-3e9f-4e07-a784-45dc3393607a req-888f3b8a-8686-4cbb-b8b5-022cd2f8ab61 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473874 May 10 03:24:51.030389 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2cf5-2c99-4004-a4af-02fea3d5e07a req-3b1ea1ab-942b-42c4-9211-346829aa66c1 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:51.031867 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eeed2cf5-2c99-4004-a4af-02fea3d5e07a req-3b1ea1ab-942b-42c4-9211-346829aa66c1 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0467045 May 10 03:24:51.082732 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eeed2cf5-2c99-4004-a4af-02fea3d5e07a req-ea3d45c4-6d2a-4f11-a0ea-8afe87ce7eba tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 May 10 03:24:51.446585 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd2c69-b858-4e1c-a7ad-47032d3c34a4 req-71e892a2-cf1d-4e10-b39c-ece86bee951e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:51.448127 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aacd2c69-b858-4e1c-a7ad-47032d3c34a4 req-71e892a2-cf1d-4e10-b39c-ece86bee951e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0480366 May 10 03:24:51.498378 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-aacd2c69-b858-4e1c-a7ad-47032d3c34a4 req-fd50f942-b1ba-43e3-a406-3a879885f30a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 May 10 03:24:51.920749 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57490) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:52.023291 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad625139-a69c-43fc-96ff-2bfe6bc0f6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.094881 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad625139-a69c-43fc-96ff-2bfe6bc0f6fd admin admin] Publish callbacks [] for security_group (1acecb16-b996-40df-8d5a-7ec4d767c8ab), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.163420 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ad625139-a69c-43fc-96ff-2bfe6bc0f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1acecb16-b996-40df-8d5a-7ec4d767c8ab), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.193803 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be782b5d-5f71-4cdc-9e77-644ffaaf49e0 req-2fd23280-80ad-47c8-bef9-6f607e2a503d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:52.195260 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be782b5d-5f71-4cdc-9e77-644ffaaf49e0 req-2fd23280-80ad-47c8-bef9-6f607e2a503d tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0458739 May 10 03:24:52.202611 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ad625139-a69c-43fc-96ff-2bfe6bc0f6fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bd9eb91c01e472e975fc765627bcedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805498 May 10 03:24:52.203368 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad625139-a69c-43fc-96ff-2bfe6bc0f6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acecb16-b996-40df-8d5a-7ec4d767c8ab,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:52.206525 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57496) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:52.241786 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-be782b5d-5f71-4cdc-9e77-644ffaaf49e0 req-95505b35-48ae-43cf-a32c-6fabcecc84a4 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 May 10 03:24:52.254612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] Publish callbacks [] for security_group (1acecb16-b996-40df-8d5a-7ec4d767c8ab), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.275921 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] Publish callbacks [] for security_group (1acecb16-b996-40df-8d5a-7ec4d767c8ab), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.391930 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1acecb16-b996-40df-8d5a-7ec4d767c8ab), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.395237 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.396407 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1acecb16-b996-40df-8d5a-7ec4d767c8ab HTTP/1.1" status: 204 len: 168 time: 0.1889064 May 10 03:24:52.404522 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a7185-2114-4ab3-b156-e1d8c1ad9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acecb16-b996-40df-8d5a-7ec4d767c8ab,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:52.509803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:52.590875 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: ACTIVE; New status is: DOWN {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:24:52.591751 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.618124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:52.620372 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6d362-47a8-4d63-b69d-02f523805df4" -d '{"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:52.623949 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defae17-e521-4f9a-8a4c-d79cfc0d9d6f req-d453fa29-d1e8-469c-8962-f1a1c23f7336 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:52.631358 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1defae17-e521-4f9a-8a4c-d79cfc0d9d6f req-d453fa29-d1e8-469c-8962-f1a1c23f7336 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 945 time: 0.0588059 May 10 03:24:52.633290 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:52.664357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879923e4-d9fd-4fb6-ad1a-01b4ea7be0a2 x-openstack-request-id: req-879923e4-d9fd-4fb6-ad1a-01b4ea7be0a2 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:52.664674 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:52.664931 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-879923e4-d9fd-4fb6-ad1a-01b4ea7be0a2 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:52.665440 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879923e4-d9fd-4fb6-ad1a-01b4ea7be0a2'] response: {'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'code': 200} May 10 03:24:52.672747 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:52.676919 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1defae17-e521-4f9a-8a4c-d79cfc0d9d6f req-a3328df4-3882-4ef0-ae93-7fea27ea2d0f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 May 10 03:24:52.730619 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=8']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:52.979880 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57508) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:52.995556 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94dd7fac-cd48-4fa2-a394-efc0345aa4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.068506 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94dd7fac-cd48-4fa2-a394-efc0345aa4a7 admin admin] Publish callbacks [] for security_group (0e8d56fe-0934-417b-9e56-6fa991955ff6), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.120799 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-ff7d0496-fc2a-4fe4-8547-7eb4048febdf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:53.122250 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-ff7d0496-fc2a-4fe4-8547-7eb4048febdf tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0488303 May 10 03:24:53.153413 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-94dd7fac-cd48-4fa2-a394-efc0345aa4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0e8d56fe-0934-417b-9e56-6fa991955ff6), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.220247 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-94dd7fac-cd48-4fa2-a394-efc0345aa4a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7183f3cdac746f8840cf4323a40a0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391572 May 10 03:24:53.222783 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57510) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:53.226571 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7fac-cd48-4fa2-a394-efc0345aa4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d56fe-0934-417b-9e56-6fa991955ff6,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:53.279034 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Deleting port 0f87c033-180b-41b9-bec8-9f6abee088d9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:53.279368 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.287310 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] Publish callbacks [] for security_group (0e8d56fe-0934-417b-9e56-6fa991955ff6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.311224 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] Publish callbacks [] for security_group (0e8d56fe-0934-417b-9e56-6fa991955ff6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.384559 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] For port 0f87c033-180b-41b9-bec8-9f6abee088d9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f87c033-180b-41b9-bec8-9f6abee088d9,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:53.384969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.405856 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564467f-0ee8-4602-9f4d-74dd6d257898 req-ddda6589-1f33-4410-b847-4740d0129a1e tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:53.407435 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1564467f-0ee8-4602-9f4d-74dd6d257898 req-ddda6589-1f33-4410-b847-4740d0129a1e tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 946 time: 0.0633307 May 10 03:24:53.466048 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0e8d56fe-0934-417b-9e56-6fa991955ff6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.468854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.472853 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e8d56fe-0934-417b-9e56-6fa991955ff6 HTTP/1.1" status: 204 len: 168 time: 0.2461617 May 10 03:24:53.478868 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1564467f-0ee8-4602-9f4d-74dd6d257898 req-b9dfe641-c682-409f-9ac6-cad4ddb5fa4a tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups?id=d4948cb1-1529-4758-a529-821fd7006043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651901 May 10 03:24:53.485062 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8c179-feb2-4b86-beec-886592ac503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d56fe-0934-417b-9e56-6fa991955ff6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:53.601424 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.601794 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.602106 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Floating IP cb880a34-2407-4d5a-a49c-21df949ced73 disassociated. External IP: 172.28.1.115, port: 0f87c033-180b-41b9-bec8-9f6abee088d9. May 10 03:24:53.602452 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Calling delete_port for 0f87c033-180b-41b9-bec8-9f6abee088d9 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:53.781516 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (0f87c033-180b-41b9-bec8-9f6abee088d9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:53.815945 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'Port': ['ID=0f87c033-180b-41b9-bec8-9f6abee088d9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:53.816539 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ced3-043a-40fa-aa3b-d6de6c377a75 req-5a860d6b-269e-4334-bc86-9692555f1ef5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:53.819127 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9f2ced3-043a-40fa-aa3b-d6de6c377a75 req-5a860d6b-269e-4334-bc86-9692555f1ef5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0536976 May 10 03:24:53.872878 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a9f2ced3-043a-40fa-aa3b-d6de6c377a75 req-a3ea9f23-674f-4d59-ae71-9f3d5bbb9447 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460784 May 10 03:24:53.963787 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:54.097236 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:54.108474 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:54.121248 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:54.122602 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:54.168416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] No DVR routers for this DVR port 0f87c033-180b-41b9-bec8-9f6abee088d9 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:54.171972 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:54.175432 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-4e76dccd-06e5-4a8e-b189-d5f408a11ebe req-7351909a-63a4-45f6-be56-5183f06519db tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.61 "DELETE /v2.0/ports/0f87c033-180b-41b9-bec8-9f6abee088d9 HTTP/1.1" status: 204 len: 173 time: 1.0298073 May 10 03:24:54.175983 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'name': 'network-vif-deleted', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:54.179263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef563b-9fe9-40e6-9e44-4c9139955cb6" -d '{"events": [{"server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "name": "network-vif-deleted", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:54.257311 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:54.474297 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:54.515732 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:54.528149 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:54.528823 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:54.605424 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e63150-0166-4739-8626-9978037dbbb1 x-openstack-request-id: req-23e63150-0166-4739-8626-9978037dbbb1 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:54.605753 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf1a01-7c6f-4ad0-8b62-643d71caec83", "name": "network-vif-deleted", "tag": "0f87c033-180b-41b9-bec8-9f6abee088d9", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:54.606030 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23e63150-0166-4739-8626-9978037dbbb1 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:54.606772 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e63150-0166-4739-8626-9978037dbbb1'] response: {'server_uuid': '9adf1a01-7c6f-4ad0-8b62-643d71caec83', 'name': 'network-vif-deleted', 'tag': '0f87c033-180b-41b9-bec8-9f6abee088d9', 'status': 'completed', 'code': 200} May 10 03:24:54.655770 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:54.704334 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dddda-7f0d-4bbc-b544-8efe635678be req-0511978e-3dc1-42fa-8a3e-089cb3f4d8f5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:54.706030 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a4dddda-7f0d-4bbc-b544-8efe635678be req-0511978e-3dc1-42fa-8a3e-089cb3f4d8f5 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0555007 May 10 03:24:54.760148 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a4dddda-7f0d-4bbc-b544-8efe635678be req-10874f1b-edd1-4e9e-a3aa-120c23901c9f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472856 May 10 03:24:54.878981 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:54.885975 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a94ad55a-a54e-4d7d-aa22-d5c299db677c req-97b36ed0-6926-4378-ae6c-e6aa3cd2cf16 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0362504 May 10 03:24:54.915272 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae559286-329e-47d3-ab16-f5dba5b9e954 None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:06Z', 'revision_number': 4, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': 'b1761fb4-6699-47f5-b891-cf99eddab089', 'name': '', 'network_id': '7cb49c2b-d8b7-49df-956b-d47b255b5450', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'mac_address': 'fa:16:3e:2d:d6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:04Z', 'updated_at': '2022-05-10T03:19:16Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'subnets': [{'id': '96e7046b-1d1f-4c03-a15a-dddd29d235c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:55.154139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd49659-fea6-445c-9db5-bb0f1f839ef5 None None] New status for floating IP cb880a34-2407-4d5a-a49c-21df949ced73: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:24:55.878723 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e556ad-c214-4343-8635-336476b046f9 req-b31d9d8a-737f-47d0-aaa2-9d1932a3b7cf tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:55.880237 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34e556ad-c214-4343-8635-336476b046f9 req-b31d9d8a-737f-47d0-aaa2-9d1932a3b7cf tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0492148 May 10 03:24:55.929149 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-34e556ad-c214-4343-8635-336476b046f9 req-f52012ec-27b2-492a-9e34-f535cf2ae7aa tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups?id=9515a14c-e3cc-4025-83ac-532f66632fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431156 May 10 03:24:56.024880 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-90454c50-213b-463c-801e-4481650c572e req-46ebd255-27e8-4c58-b6f8-e9f727daebb6 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/ports?device_id=9adf1a01-7c6f-4ad0-8b62-643d71caec83 HTTP/1.1" status: 200 len: 210 time: 0.0275016 May 10 03:24:56.126737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-96648914-4a0d-45be-9c4c-6c56a8166c74 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:56.128544 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-96648914-4a0d-45be-9c4c-6c56a8166c74 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 946 time: 0.0521739 May 10 03:24:56.170992 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b0562-92fd-4f94-9dd4-10ca1b587e11 req-fab4cb4a-9f93-4ca1-8e55-c78f8c0111f2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:56.173085 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-152b0562-92fd-4f94-9dd4-10ca1b587e11 req-fab4cb4a-9f93-4ca1-8e55-c78f8c0111f2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0522721 May 10 03:24:56.226950 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:56.227285 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:56.230523 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-152b0562-92fd-4f94-9dd4-10ca1b587e11 req-9c22f3aa-bed1-42ad-9a69-fe33387b31fb tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458112 May 10 03:24:56.315948 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] For port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:24:56.316355 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:56.414538 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-e34a58fc-62d4-4546-8e7d-5beb74092cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447912 May 10 03:24:56.500854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-9bbde1ad-5b50-4e74-8203-5174165a9797 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:56.502325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-9bbde1ad-5b50-4e74-8203-5174165a9797 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports/e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 940 time: 0.0529668 May 10 03:24:56.507312 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:56.509907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:56.509907 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Floating IP b84fd325-4445-4992-9b76-e148887fc4ee disassociated. External IP: 172.28.1.235, port: af3cf7e3-6eaf-4eb8-97db-23b35c82abb6. May 10 03:24:56.509907 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:56.550581 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0f87c033-180b-41b9-bec8-9f6abee088d9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:24:56.582034 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 0f87c033-180b-41b9-bec8-9f6abee088d9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:24:56.583046 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 0f87c033-180b-41b9-bec8-9f6abee088d9 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:24:56.689151 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (af3cf7e3-6eaf-4eb8-97db-23b35c82abb6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:56.745046 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=af3cf7e3-6eaf-4eb8-97db-23b35c82abb6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:56.853943 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:24:56.969631 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:24:56.985645 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:24:57.005702 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:57.006383 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:57.021266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] No DVR routers for this DVR port af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:24:57.024088 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.026925 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-615cff97-3a92-48fe-9bae-3cafe21540c4 req-4c09b05b-c65c-4bde-9f06-b1f669a9d3c8 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.61 "DELETE /v2.0/ports/af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 HTTP/1.1" status: 204 len: 173 time: 0.8936899 May 10 03:24:57.027926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'name': 'network-vif-deleted', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:24:57.029695 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b19791b-c429-45c5-bb55-d64f6d57fd8f" -d '{"events": [{"server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "name": "network-vif-deleted", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:24:57.071666 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8623f-852a-42b6-8842-5794322a2e20 x-openstack-request-id: req-27e8623f-852a-42b6-8842-5794322a2e20 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:24:57.071962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dd0c55-5fe5-4ea8-80f3-fd4af00ad827", "name": "network-vif-deleted", "tag": "af3cf7e3-6eaf-4eb8-97db-23b35c82abb6", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:24:57.072241 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27e8623f-852a-42b6-8842-5794322a2e20 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:24:57.072661 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e8623f-852a-42b6-8842-5794322a2e20'] response: {'server_uuid': '87dd0c55-5fe5-4ea8-80f3-fd4af00ad827', 'name': 'network-vif-deleted', 'tag': 'af3cf7e3-6eaf-4eb8-97db-23b35c82abb6', 'status': 'completed', 'code': 200} May 10 03:24:57.148185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a4ec69b0-b826-4362-9b53-c9e1eee72480 req-6682864d-97b9-4bfb-aaf2-397f33bfd54c tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/ports?device_id=87dd0c55-5fe5-4ea8-80f3-fd4af00ad827 HTTP/1.1" status: 200 len: 210 time: 0.0925653 May 10 03:24:57.192513 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:57.219609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57642) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:57.301027 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (d4948cb1-1529-4758-a529-821fd7006043), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.335935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (d4948cb1-1529-4758-a529-821fd7006043), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.372814 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfadb7b-1063-4d1a-97d2-6f706bbd91ad req-f3845999-8069-4cdd-bc08-2ec472155f77 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:57.374348 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9cfadb7b-1063-4d1a-97d2-6f706bbd91ad req-f3845999-8069-4cdd-bc08-2ec472155f77 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0548055 May 10 03:24:57.425664 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9cfadb7b-1063-4d1a-97d2-6f706bbd91ad req-a79b3663-bf54-4398-841a-8be039e8667b tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441420 May 10 03:24:57.445551 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:57.455586 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d4948cb1-1529-4758-a529-821fd7006043), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.459467 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.462487 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "DELETE /v2.0/security-groups/d4948cb1-1529-4758-a529-821fd7006043 HTTP/1.1" status: 204 len: 168 time: 0.2414863 May 10 03:24:57.465226 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57646) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:57.482942 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:24:57.486442 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.api.v2.resource [None req-f18a497b-4602-4ee6-a475-b01c955454ee tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] show failed (client error): The resource could not be found. May 10 03:24:57.487521 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f18a497b-4602-4ee6-a475-b01c955454ee tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "GET /v2.0/security-groups/d4948cb1-1529-4758-a529-821fd7006043 HTTP/1.1" status: 404 len: 347 time: 0.0182035 May 10 03:24:57.488536 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2aa88-a99c-4f96-aeb5-c108a1d5cbe5 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4948cb1-1529-4758-a529-821fd7006043,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:57.490378 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57648) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:57.492816 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:24:57.493428 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:57.536814 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.617243 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Deleting port 3305ab29-5b31-478c-982a-58af72f75b76 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:57.617604 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3305ab29-5b31-478c-982a-58af72f75b76), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.622831 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:24:57.719275 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3305ab29-5b31-478c-982a-58af72f75b76), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.719609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (3305ab29-5b31-478c-982a-58af72f75b76), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.737099 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Calling delete_port for 3305ab29-5b31-478c-982a-58af72f75b76 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:57.819883 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:24:57.846578 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:24:57.941041 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3305ab29-5b31-478c-982a-58af72f75b76), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:57.969554 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68916a-469b-4b21-84c1-aee5553a7cd8 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:19:17Z', 'revision_number': 4, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '8c16a329-2013-4808-be9b-7f73ae87d8c6', 'name': '', 'network_id': '1e0211ea-07f5-489a-bffd-a2279bfba53a', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'mac_address': 'fa:16:3e:0d:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:14Z', 'updated_at': '2022-05-10T03:19:29Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'subnets': [{'id': 'c1c68633-2bdf-4900-8e17-e9b7fd4f676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:24:57.982255 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Pushing event deleted for resources: {'Port': ['ID=3305ab29-5b31-478c-982a-58af72f75b76,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:58.057857 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks [] for floatingip (cb880a34-2407-4d5a-a49c-21df949ced73), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.060802 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.062237 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e04fac5f-84ff-4147-b148-e687327f2410 tempest-AttachVolumeTestJSON-1652352797 tempest-AttachVolumeTestJSON-1652352797-project] 10.222.0.65 "DELETE /v2.0/floatingips/cb880a34-2407-4d5a-a49c-21df949ced73 HTTP/1.1" status: 204 len: 168 time: 0.5704477 May 10 03:24:58.253132 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ee105-1b7a-4d1a-bea0-2690cbc7bbc0 None None] New status for floating IP b84fd325-4445-4992-9b76-e148887fc4ee: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:24:58.267393 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57664) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:58.305873 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57670) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:58.412306 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (9515a14c-e3cc-4025-83ac-532f66632fdb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.453034 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a0f178-724a-4e20-a72c-2fedf6232143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.501699 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-6b8b6a33-f645-43e6-a803-5c7c63cab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.504143 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-6b8b6a33-f645-43e6-a803-5c7c63cab355 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e&tenant_id=4af328ed59384b70b2312c150a124746 HTTP/1.1" status: 200 len: 1127 time: 0.1229999 May 10 03:24:58.512436 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (9515a14c-e3cc-4025-83ac-532f66632fdb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.529663 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-e3593abf-2571-45c1-ba54-936bad198e8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137111 May 10 03:24:58.570396 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807f0c-0170-439e-9a56-02437c271434 req-99cda971-50f4-4a44-99a9-608f7ab6d2c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.572030 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-75807f0c-0170-439e-9a56-02437c271434 req-99cda971-50f4-4a44-99a9-608f7ab6d2c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0633695 May 10 03:24:58.619935 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-75807f0c-0170-439e-9a56-02437c271434 req-596b5694-e060-4cf4-a90a-62dd52f3bfdd tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423467 May 10 03:24:58.625565 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-70056fc9-5547-459f-896d-73df3aa80a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.627043 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-70056fc9-5547-459f-896d-73df3aa80a6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4af328ed59384b70b2312c150a124746&device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1127 time: 0.0963354 May 10 03:24:58.662992 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-8929d2f3-3d28-4e2d-b050-9815d58c72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.664429 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-8929d2f3-3d28-4e2d-b050-9815d58c72f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.0967827 May 10 03:24:58.772533 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (9515a14c-e3cc-4025-83ac-532f66632fdb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.774962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.776089 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/security-groups/9515a14c-e3cc-4025-83ac-532f66632fdb HTTP/1.1" status: 204 len: 168 time: 0.4692070 May 10 03:24:58.778996 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57676) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:58.792764 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.api.v2.resource [None req-7d2c9bb3-9458-4ae0-8994-e5e71f95f411 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] show failed (client error): The resource could not be found. May 10 03:24:58.793716 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7d2c9bb3-9458-4ae0-8994-e5e71f95f411 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "GET /v2.0/security-groups/9515a14c-e3cc-4025-83ac-532f66632fdb HTTP/1.1" status: 404 len: 347 time: 0.0137193 May 10 03:24:58.797535 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57678) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:58.819024 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769338-db08-458a-843e-cbca9f5d3a89 tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515a14c-e3cc-4025-83ac-532f66632fdb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:58.821938 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a0f178-724a-4e20-a72c-2fedf6232143 admin admin] Publish callbacks [] for security_group (1d13dd9f-2e26-4b53-ad44-fb6072b54746), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.851032 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-c72d625e-3b6b-46db-a675-e8b4e2f9ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.852584 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-c72d625e-3b6b-46db-a675-e8b4e2f9ca0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 200 len: 918 time: 0.2173228 May 10 03:24:58.874288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-62a0f178-724a-4e20-a72c-2fedf6232143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1d13dd9f-2e26-4b53-ad44-fb6072b54746), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.913254 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-34aa7eec-2e81-427d-984b-8bf36c671df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:58.914710 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-34aa7eec-2e81-427d-984b-8bf36c671df9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 910 time: 0.2175684 May 10 03:24:58.922362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Deleting port 951310eb-8a78-4e91-9393-71954e9ced1c {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:24:58.922697 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:58.997258 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0f178-724a-4e20-a72c-2fedf6232143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13dd9f-2e26-4b53-ad44-fb6072b54746,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:59.009343 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-62a0f178-724a-4e20-a72c-2fedf6232143 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ce3961b8e394694a5e2989f1dea9497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372029 May 10 03:24:59.011509 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57680) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:24:59.021147 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-efa71a3f-d9cf-43fe-9744-00c9c756837e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 200 len: 999 time: 0.1575556 May 10 03:24:59.094404 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-c4c6d0b8-663b-41a7-b9ad-0fd3646e00af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 1002 time: 0.1615946 May 10 03:24:59.117657 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-70332bc9-2467-41a2-b3d8-577c15cdbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:59.119102 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-70332bc9-2467-41a2-b3d8-577c15cdbc3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 200 len: 856 time: 0.0899620 May 10 03:24:59.259851 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.260206 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (951310eb-8a78-4e91-9393-71954e9ced1c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.273722 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Calling delete_port for 951310eb-8a78-4e91-9393-71954e9ced1c owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:24:59.425528 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] Publish callbacks [] for security_group (1d13dd9f-2e26-4b53-ad44-fb6072b54746), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.451565 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-858020e1-5e27-4f78-ab91-c7a7b7840360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:59.453054 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-858020e1-5e27-4f78-ab91-c7a7b7840360 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.3488679 May 10 03:24:59.470951 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] Publish callbacks [] for security_group (1d13dd9f-2e26-4b53-ad44-fb6072b54746), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.472301 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (951310eb-8a78-4e91-9393-71954e9ced1c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.474207 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-b039e420-b80e-4999-917e-4d98ec7dfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:59.475657 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-b039e420-b80e-4999-917e-4d98ec7dfdbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2381b1f0-2571-49ba-9c52-e5ec6b453c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0846987 May 10 03:24:59.498776 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Pushing event deleted for resources: {'Port': ['ID=951310eb-8a78-4e91-9393-71954e9ced1c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:59.560345 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks [] for floatingip (b84fd325-4445-4992-9b76-e148887fc4ee), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.562870 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.564146 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-31ae6245-9c58-41fb-a3f2-182e7546812f tempest-AttachVolumeNegativeTest-1017430842 tempest-AttachVolumeNegativeTest-1017430842-project] 10.222.0.65 "DELETE /v2.0/floatingips/b84fd325-4445-4992-9b76-e148887fc4ee HTTP/1.1" status: 204 len: 168 time: 0.7656865 May 10 03:24:59.581524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-1c5fb92d-a8a8-483e-b5b8-9151ad44153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:59.582959 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-1c5fb92d-a8a8-483e-b5b8-9151ad44153b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1208525 May 10 03:24:59.685232 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-48b04186-f568-473a-a283-8abbc33ba6e0 service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884747 May 10 03:24:59.742854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b85ba-4e09-4809-a9a0-ac87bd990ed8 req-18c295e9-45a0-47f0-ac88-8f4e3849ca7f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:24:59.744414 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f8b85ba-4e09-4809-a9a0-ac87bd990ed8 req-18c295e9-45a0-47f0-ac88-8f4e3849ca7f tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0501430 May 10 03:24:59.756682 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (1d13dd9f-2e26-4b53-ad44-fb6072b54746), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.759211 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:24:59.760344 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d13dd9f-2e26-4b53-ad44-fb6072b54746 HTTP/1.1" status: 204 len: 168 time: 0.7479184 May 10 03:24:59.777967 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-188085c0-76dd-49aa-966a-669a208c257b service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889315 May 10 03:24:59.780345 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb6f8-7f69-4015-ad4e-eeb02d94ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13dd9f-2e26-4b53-ad44-fb6072b54746,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:24:59.820512 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1f8b85ba-4e09-4809-a9a0-ac87bd990ed8 req-3c9a637d-884b-440c-9337-d21efb329af4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698647 May 10 03:24:59.890711 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e08b0158-8baa-44fd-9af4-976455ea5af7 req-bb4422c5-2f90-463b-86ca-3228903afcdf service neutron] 10.222.0.61 "GET /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990175 May 10 03:24:59.911311 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c27c1a9b-ea26-47c5-bb55-2c5e094d1ebc req-d86d7987-d8d5-46ad-88d4-2123c7e42fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270690 May 10 03:25:00.378505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57716) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:00.391951 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f44c1c61-3033-4260-8a2e-37a0b3d875b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.469884 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f44c1c61-3033-4260-8a2e-37a0b3d875b9 admin admin] Publish callbacks [] for security_group (4d815946-3081-44c9-bfda-3170fea5b2e8), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.524208 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f44c1c61-3033-4260-8a2e-37a0b3d875b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4d815946-3081-44c9-bfda-3170fea5b2e8), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.556371 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:00.587173 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f44c1c61-3033-4260-8a2e-37a0b3d875b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d9087c26a8149819bc18c1d1cfb276d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067876 May 10 03:25:00.589762 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57720) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:00.602029 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:00.602632 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device af3cf7e3-6eaf-4eb8-97db-23b35c82abb6 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:00.603186 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c1c61-3033-4260-8a2e-37a0b3d875b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d815946-3081-44c9-bfda-3170fea5b2e8,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:00.697800 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] Publish callbacks [] for security_group (4d815946-3081-44c9-bfda-3170fea5b2e8), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.725259 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] Publish callbacks [] for security_group (4d815946-3081-44c9-bfda-3170fea5b2e8), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.883639 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4d815946-3081-44c9-bfda-3170fea5b2e8), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.886673 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:00.887921 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d815946-3081-44c9-bfda-3170fea5b2e8 HTTP/1.1" status: 204 len: 168 time: 0.2967095 May 10 03:25:00.932814 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a5cc-c5e1-447c-9ef2-473086e3a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d815946-3081-44c9-bfda-3170fea5b2e8,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:01.080177 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabd88c-fafa-4bbb-bf97-e863eb9b3f81 req-dbfe9918-101d-4e0a-a8a3-7ec97dc7a174 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:01.091383 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecabd88c-fafa-4bbb-bf97-e863eb9b3f81 req-dbfe9918-101d-4e0a-a8a3-7ec97dc7a174 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.1371546 May 10 03:25:01.150926 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecabd88c-fafa-4bbb-bf97-e863eb9b3f81 req-91cf5778-55b5-445d-ae3b-7cc1dee6ff39 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535405 May 10 03:25:02.221084 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57774) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:02.316016 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192c3c0-76cc-4a75-963f-d57c0e45c2f1 req-75290830-616a-463d-a461-0ffa2b6dcc2c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:02.328085 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b192c3c0-76cc-4a75-963f-d57c0e45c2f1 req-75290830-616a-463d-a461-0ffa2b6dcc2c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0847776 May 10 03:25:02.391822 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b192c3c0-76cc-4a75-963f-d57c0e45c2f1 req-b7a60966-34ff-468b-9fbc-409226d5b1f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625672 May 10 03:25:02.932678 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:03.277497 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Deleting port b1761fb4-6699-47f5-b891-cf99eddab089 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:03.278170 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:03.374869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] For port b1761fb4-6699-47f5-b891-cf99eddab089, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b1761fb4-6699-47f5-b891-cf99eddab089,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:03.375340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:03.407847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Calling delete_port for b1761fb4-6699-47f5-b891-cf99eddab089 owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:03.545337 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb7fdd-25c7-43ac-9ea7-d005d3f0ec76 req-17ac65c6-8905-4fdc-af40-c09ae250bb4e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:03.553671 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-04fb7fdd-25c7-43ac-9ea7-d005d3f0ec76 req-17ac65c6-8905-4fdc-af40-c09ae250bb4e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0625792 May 10 03:25:03.613525 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-04fb7fdd-25c7-43ac-9ea7-d005d3f0ec76 req-cbfff2cc-ea15-4ed4-8477-c641939394e2 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541277 May 10 03:25:03.746555 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (b1761fb4-6699-47f5-b891-cf99eddab089), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:03.780898 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1761fb4-6699-47f5-b891-cf99eddab089,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:04.030911 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:04.108749 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57824) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:04.319639 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Router c66dc58b-22e7-495d-8073-1ad771c2bd0d has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:04.483336 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:04.494418 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Sync routers for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:04.499028 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-36e8ea79-d5c7-4dc8-933e-df22b5eb9927 admin admin] 10.222.0.65 "PUT /v2.0/routers/c66dc58b-22e7-495d-8073-1ad771c2bd0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2761381 May 10 03:25:04.501755 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:04.507942 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:04.512720 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:04.660468 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:04.705850 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks [] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:04.846106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks [] for router_gateway (c66dc58b-22e7-495d-8073-1ad771c2bd0d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:04.885229 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6714c6-be37-4c9b-ad6e-625b50b7d6b5 req-fb4fce47-967b-4850-a61e-46fa1891b9af tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:04.886880 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1d6714c6-be37-4c9b-ad6e-625b50b7d6b5 req-fb4fce47-967b-4850-a61e-46fa1891b9af tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.1016264 May 10 03:25:04.921493 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177'}], 'enable_snat': True}, 'gw_port_id': 'c34071c0-1967-4716-a902-70c43b529345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:03Z', 'revision_number': 5, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port': {'id': 'c34071c0-1967-4716-a902-70c43b529345', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:3f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:04.954740 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Checking router: c66dc58b-22e7-495d-8073-1ad771c2bd0d for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:04.973382 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Routers {'c66dc58b-22e7-495d-8073-1ad771c2bd0d'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:04.975502 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:05.142345 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1d6714c6-be37-4c9b-ad6e-625b50b7d6b5 req-494bc51f-0e1a-4293-9452-efe5197dbd29 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450404 May 10 03:25:05.155660 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] Set router c66dc58b-22e7-495d-8073-1ad771c2bd0d gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:05.220319 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.248045 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:04Z', 'revision_number': 6, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:05.312131 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Deleting port c34071c0-1967-4716-a902-70c43b529345 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:05.312840 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (c34071c0-1967-4716-a902-70c43b529345), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.341833 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9028c98-cd14-45f8-9370-d15059f3755c None None] The sync data for ids ['c66dc58b-22e7-495d-8073-1ad771c2bd0d'] in dv-cinder-830094-4-smb is: [{'id': 'c66dc58b-22e7-495d-8073-1ad771c2bd0d', 'name': 'tempest-AttachVolumeTestJSON-438028669-router', 'tenant_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:04Z', 'revision_number': 6, 'project_id': '813036cfbb6e4f1b93bbf75a982aa96f', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:05.432601 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] For port c34071c0-1967-4716-a902-70c43b529345, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=c34071c0-1967-4716-a902-70c43b529345,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:05.434360 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (c34071c0-1967-4716-a902-70c43b529345), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.452489 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Calling delete_port for c34071c0-1967-4716-a902-70c43b529345 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:05.547620 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Deleting port 8c16a329-2013-4808-be9b-7f73ae87d8c6 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:05.548059 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.692456 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] For port 8c16a329-2013-4808-be9b-7f73ae87d8c6, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=8c16a329-2013-4808-be9b-7f73ae87d8c6,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:05.692821 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.725187 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Calling delete_port for 8c16a329-2013-4808-be9b-7f73ae87d8c6 owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:05.815227 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (c34071c0-1967-4716-a902-70c43b529345), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:05.884045 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34071c0-1967-4716-a902-70c43b529345,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:05.987672 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.079209 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (8c16a329-2013-4808-be9b-7f73ae87d8c6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.107347 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.109993 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks [] for router_controller (c66dc58b-22e7-495d-8073-1ad771c2bd0d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.115252 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c16a329-2013-4808-be9b-7f73ae87d8c6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:06.256174 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (c66dc58b-22e7-495d-8073-1ad771c2bd0d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.256709 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66dc58b-22e7-495d-8073-1ad771c2bd0d {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:25:06.261509 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.270102 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-33ab8275-7a85-48d1-9ef1-cc6eb1cd06e6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c66dc58b-22e7-495d-8073-1ad771c2bd0d HTTP/1.1" status: 204 len: 168 time: 1.7660065 May 10 03:25:06.270102 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57846) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:06.438102 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Deleting subnet 96e7046b-1d1f-4c03-a15a-dddd29d235c5 {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:25:06.453179 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Publish callbacks [] for subnet (96e7046b-1d1f-4c03-a15a-dddd29d235c5), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.458674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.481270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f3fdf-e914-4c8a-aa3b-460ef40a4cdf req-21cebc2e-5c00-4dbc-82d5-8854a3323733 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:06.484981 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-609f3fdf-e914-4c8a-aa3b-460ef40a4cdf req-21cebc2e-5c00-4dbc-82d5-8854a3323733 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0940216 May 10 03:25:06.554117 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (96e7046b-1d1f-4c03-a15a-dddd29d235c5), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.613156 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-609f3fdf-e914-4c8a-aa3b-460ef40a4cdf req-ba15d56b-fdc6-4723-b05d-766a7a62d8bc tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124990 May 10 03:25:06.787020 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (96e7046b-1d1f-4c03-a15a-dddd29d235c5), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.923053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Router b0e106f9-8b0e-4c90-87e8-af3bfd131894 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:06.947353 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (96e7046b-1d1f-4c03-a15a-dddd29d235c5), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:06.987355 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e7046b-1d1f-4c03-a15a-dddd29d235c5,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:07.005352 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.019578 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3e50e8f2-6e01-4ef8-bdf1-320184bb2f5a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/96e7046b-1d1f-4c03-a15a-dddd29d235c5 HTTP/1.1" status: 204 len: 168 time: 0.7487373 May 10 03:25:07.023728 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57850) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:07.030355 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060a085-9b26-4bfc-9d6f-74e8c242e6e6 None None] Network 7cb49c2b-d8b7-49df-956b-d47b255b5450 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:07.209180 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (7cb49c2b-d8b7-49df-956b-d47b255b5450), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.213214 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:07.235298 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-388620d3-90e1-4473-ae80-8c0de9fe9b2c admin admin] 10.222.0.65 "PUT /v2.0/routers/b0e106f9-8b0e-4c90-87e8-af3bfd131894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1232066 May 10 03:25:07.238003 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57852) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:07.267018 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Sync routers for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:07.271311 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c34071c0-1967-4716-a902-70c43b529345 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:07.283156 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:07.283790 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:07.311450 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: c34071c0-1967-4716-a902-70c43b529345 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:07.312096 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device c34071c0-1967-4716-a902-70c43b529345 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:07.312691 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b1761fb4-6699-47f5-b891-cf99eddab089 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:07.374618 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: b1761fb4-6699-47f5-b891-cf99eddab089 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:07.374618 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b1761fb4-6699-47f5-b891-cf99eddab089 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:07.410949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Deleting port 1f55168a-bea9-4e41-ac81-bfac4bfede0a {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:07.411656 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.417128 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] DHCP port deletion for 7cb49c2b-d8b7-49df-956b-d47b255b5450 request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:25:07.497091 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:07.531321 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks [] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.603111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] For port 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1f55168a-bea9-4e41-ac81-bfac4bfede0a,segment=NetworkSegment(4c908136-62fe-4258-a1ca-ea0ccd9cd70d),segment_id=4c908136-62fe-4258-a1ca-ea0ccd9cd70d)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:07.603111 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.615854 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Calling delete_port for 1f55168a-bea9-4e41-ac81-bfac4bfede0a owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:07.794779 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.840184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f73d9-9cff-4f9e-a551-b2871909cbfc req-cfdbaa99-d172-45af-bb4c-72467dbfee6c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:07.841998 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f55168a-bea9-4e41-ac81-bfac4bfede0a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:07.844254 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-323f73d9-9cff-4f9e-a551-b2871909cbfc req-cfdbaa99-d172-45af-bb4c-72467dbfee6c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.1146986 May 10 03:25:07.857705 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] No DVR routers for this DVR port 1f55168a-bea9-4e41-ac81-bfac4bfede0a on host dv-cinder-830094-4-smb {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:07.862788 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Deleting port 1f55168a-bea9-4e41-ac81-bfac4bfede0a {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:07.864455 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.874301 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks [] for router_gateway (b0e106f9-8b0e-4c90-87e8-af3bfd131894), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.946112 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7fcd0303-a94d-4606-9305-7d121d97b7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:07.955655 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218'}], 'enable_snat': True}, 'gw_port_id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:05Z', 'revision_number': 5, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port': {'id': 'b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:07.962763 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-323f73d9-9cff-4f9e-a551-b2871909cbfc req-bf929b13-618c-4511-9653-a085dffcd164 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933146 May 10 03:25:07.996131 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (7cb49c2b-d8b7-49df-956b-d47b255b5450), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.031094 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Checking router: b0e106f9-8b0e-4c90-87e8-af3bfd131894 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:08.053218 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb49c2b-d8b7-49df-956b-d47b255b5450']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:08.059319 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] For port 1f55168a-bea9-4e41-ac81-bfac4bfede0a, host dv-cinder-830094-4-smb, got binding levels [] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:08.060260 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.072337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c908136-62fe-4258-a1ca-ea0ccd9cd70d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:08.079495 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c908136-62fe-4258-a1ca-ea0ccd9cd70d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:08.079785 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Routers {'b0e106f9-8b0e-4c90-87e8-af3bfd131894'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:08.079785 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:24:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:08.081320 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Calling delete_port for 1f55168a-bea9-4e41-ac81-bfac4bfede0a owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:08.095884 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Deleting port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:08.096368 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.126296 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Port 1f55168a-bea9-4e41-ac81-bfac4bfede0a was not found and therefore no delete operation was performed {{(pid=103796) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 03:25:08.132249 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (1f55168a-bea9-4e41-ac81-bfac4bfede0a), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.150830 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (4c908136-62fe-4258-a1ca-ea0ccd9cd70d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.169796 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (4c908136-62fe-4258-a1ca-ea0ccd9cd70d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.186092 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:25:08.186740 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (4c908136-62fe-4258-a1ca-ea0ccd9cd70d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:25:08.188619 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:25:08.199982 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] Pushing event deleted for resources: {'Port': ['ID=1f55168a-bea9-4e41-ac81-bfac4bfede0a,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:08.204083 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9ae18-6bc9-464b-a5ab-a869da84a9e8 None None] No DVR routers for this DVR port 1f55168a-bea9-4e41-ac81-bfac4bfede0a on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:08.242168 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] Set router b0e106f9-8b0e-4c90-87e8-af3bfd131894 gateway port host: None {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:08.261472 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] For port b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:08.262390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.276308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Calling delete_port for b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:08.299040 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:07Z', 'revision_number': 6, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:08.353313 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (7cb49c2b-d8b7-49df-956b-d47b255b5450), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.400277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.403613 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7cb49c2b-d8b7-49df-956b-d47b255b5450 HTTP/1.1" status: 204 len: 168 time: 1.3787138 May 10 03:25:08.419450 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5879e-001d-453a-9c1b-54d1b240e237 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb49c2b-d8b7-49df-956b-d47b255b5450,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:08.546810 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037b9d8-4574-470d-b9ba-83aea94dff88 None None] The sync data for ids ['b0e106f9-8b0e-4c90-87e8-af3bfd131894'] in dv-cinder-830094-4-smb is: [{'id': 'b0e106f9-8b0e-4c90-87e8-af3bfd131894', 'name': 'tempest-AttachVolumeNegativeTest-1420110740-router', 'tenant_id': '0b7c607953b94c02977d60c0b0536e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:57Z', 'updated_at': '2022-05-10T03:25:07Z', 'revision_number': 6, 'project_id': '0b7c607953b94c02977d60c0b0536e24', 'gw_port_host': None}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:08.638127 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.665263 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Pushing event deleted for resources: {'Port': ['ID=b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:08.880640 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.880640 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:08.880640 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks [] for router_controller (b0e106f9-8b0e-4c90-87e8-af3bfd131894), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.034023 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57872) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:09.050764 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (b0e106f9-8b0e-4c90-87e8-af3bfd131894), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.051524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e106f9-8b0e-4c90-87e8-af3bfd131894 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:25:09.059832 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.060972 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-481c5e0d-fc32-4147-a6ec-b0c362466243 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b0e106f9-8b0e-4c90-87e8-af3bfd131894 HTTP/1.1" status: 204 len: 168 time: 1.8199751 May 10 03:25:09.066927 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57874) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:09.085773 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7848d240-e4d5-4243-a963-2dd5441334e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=813036cfbb6e4f1b93bbf75a982aa96f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512462 May 10 03:25:09.088681 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57876) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:09.165850 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] Publish callbacks [] for security_group (65be646e-cd40-475f-a7f5-10c90a1f657b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.179973 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Deleting subnet c1c68633-2bdf-4900-8e17-e9b7fd4f676d {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:25:09.186883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Publish callbacks [] for subnet (c1c68633-2bdf-4900-8e17-e9b7fd4f676d), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.192924 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] Publish callbacks [] for security_group (65be646e-cd40-475f-a7f5-10c90a1f657b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.195238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a3276-b835-4876-90e4-f082f8403d15 req-341d1ab1-8dc7-4f1a-bad2-48430faeecb5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:09.196772 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-216a3276-b835-4876-90e4-f082f8403d15 req-341d1ab1-8dc7-4f1a-bad2-48430faeecb5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0898533 May 10 03:25:09.261405 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (c1c68633-2bdf-4900-8e17-e9b7fd4f676d), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.299066 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-216a3276-b835-4876-90e4-f082f8403d15 req-e57d5871-7c96-4d40-acc1-ccba7cbc0b68 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827150 May 10 03:25:09.325451 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (65be646e-cd40-475f-a7f5-10c90a1f657b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.326987 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.331717 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65be646e-cd40-475f-a7f5-10c90a1f657b HTTP/1.1" status: 204 len: 168 time: 0.2417467 May 10 03:25:09.342163 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a8657-e0ce-4d8d-96f3-f94b084fda7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65be646e-cd40-475f-a7f5-10c90a1f657b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:09.387809 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (c1c68633-2bdf-4900-8e17-e9b7fd4f676d), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.462803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1f55168a-bea9-4e41-ac81-bfac4bfede0a no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:09.490333 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 1f55168a-bea9-4e41-ac81-bfac4bfede0a {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:09.490747 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1f55168a-bea9-4e41-ac81-bfac4bfede0a not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:09.491399 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 8c16a329-2013-4808-be9b-7f73ae87d8c6 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:09.515533 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 8c16a329-2013-4808-be9b-7f73ae87d8c6 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:09.515883 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 8c16a329-2013-4808-be9b-7f73ae87d8c6 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:09.587356 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (c1c68633-2bdf-4900-8e17-e9b7fd4f676d), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.613265 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c68633-2bdf-4900-8e17-e9b7fd4f676d,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:09.617062 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.621325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-de9c2481-d953-4376-b435-2a61a07afc3e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c1c68633-2bdf-4900-8e17-e9b7fd4f676d HTTP/1.1" status: 204 len: 168 time: 0.5521171 May 10 03:25:09.624223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57892) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:09.627014 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2889fc-0039-4e51-a3cf-68cc4fe0e679 None None] Network 1e0211ea-07f5-489a-bffd-a2279bfba53a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:09.707790 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (1e0211ea-07f5-489a-bffd-a2279bfba53a), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.765440 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-a7c7688b-5e7a-472f-8248-c40ba8ab5a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.769949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Deleting port 83c148b4-875a-4f19-a630-8fd14cff9bb9 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:09.770291 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.829923 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] DHCP port deletion for 1e0211ea-07f5-489a-bffd-a2279bfba53a request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:25:09.856234 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] For port 83c148b4-875a-4f19-a630-8fd14cff9bb9, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=83c148b4-875a-4f19-a630-8fd14cff9bb9,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:09.856602 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.871500 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Calling delete_port for 83c148b4-875a-4f19-a630-8fd14cff9bb9 owned by network:dhcp {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:09.899639 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Deleting port 83c148b4-875a-4f19-a630-8fd14cff9bb9 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:09.900248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:09.944782 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57900) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:09.987557 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] For port 83c148b4-875a-4f19-a630-8fd14cff9bb9, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=83c148b4-875a-4f19-a630-8fd14cff9bb9,segment=NetworkSegment(b23e6662-2a1a-49ce-a29e-3a23bec5f131),segment_id=b23e6662-2a1a-49ce-a29e-3a23bec5f131)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:09.988217 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.001274 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Calling delete_port for 83c148b4-875a-4f19-a630-8fd14cff9bb9 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:10.060785 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.071928 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a24a8f8-83f7-4669-8195-9cfc49b74f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.081863 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (83c148b4-875a-4f19-a630-8fd14cff9bb9), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.089282 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=83c148b4-875a-4f19-a630-8fd14cff9bb9,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:10.091383 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] No DVR routers for this DVR port 83c148b4-875a-4f19-a630-8fd14cff9bb9 on host dv-cinder-830094-4-smb {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:10.123081 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] No DVR routers for this DVR port 83c148b4-875a-4f19-a630-8fd14cff9bb9 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:10.133233 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c850ce8-7392-4498-8682-6e335f7ca697 None None] Pushing event deleted for resources: {'Port': ['ID=83c148b4-875a-4f19-a630-8fd14cff9bb9,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:10.165483 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (1e0211ea-07f5-489a-bffd-a2279bfba53a), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.168746 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a24a8f8-83f7-4669-8195-9cfc49b74f40 admin admin] Publish callbacks [] for security_group (02b49206-b91f-4fec-b605-bb5571e535c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.187508 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0211ea-07f5-489a-bffd-a2279bfba53a']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:10.197425 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23e6662-2a1a-49ce-a29e-3a23bec5f131') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:10.197720 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23e6662-2a1a-49ce-a29e-3a23bec5f131') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:10.211123 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (b23e6662-2a1a-49ce-a29e-3a23bec5f131), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.224348 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (b23e6662-2a1a-49ce-a29e-3a23bec5f131), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.230225 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:25:10.230601 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (b23e6662-2a1a-49ce-a29e-3a23bec5f131), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:25:10.232279 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:25:10.241132 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8a24a8f8-83f7-4669-8195-9cfc49b74f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (02b49206-b91f-4fec-b605-bb5571e535c1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.281968 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8a24a8f8-83f7-4669-8195-9cfc49b74f40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6184425f3c9247339b0cff0c57cc7703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360431 May 10 03:25:10.283202 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24a8f8-83f7-4669-8195-9cfc49b74f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b49206-b91f-4fec-b605-bb5571e535c1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:10.284689 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57910) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:10.337824 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] Publish callbacks [] for security_group (02b49206-b91f-4fec-b605-bb5571e535c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.349305 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (1e0211ea-07f5-489a-bffd-a2279bfba53a), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.363903 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.364636 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] 10.222.0.65 "DELETE /v2.0/networks/1e0211ea-07f5-489a-bffd-a2279bfba53a HTTP/1.1" status: 204 len: 168 time: 0.7392282 May 10 03:25:10.381314 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] Publish callbacks [] for security_group (02b49206-b91f-4fec-b605-bb5571e535c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.383444 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee068ca-cd8c-4296-846c-135f53fcbb0f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0211ea-07f5-489a-bffd-a2279bfba53a,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:10.449916 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8cf6-005d-437a-8c74-3f274da2201c req-f627e17c-bf38-4ad3-a581-b0a12360ef22 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:10.457451 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-903c8cf6-005d-437a-8c74-3f274da2201c req-f627e17c-bf38-4ad3-a581-b0a12360ef22 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0658336 May 10 03:25:10.501544 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-903c8cf6-005d-437a-8c74-3f274da2201c req-ee8e02f8-66ba-4400-88ff-70e0034fc588 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 May 10 03:25:10.557747 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (02b49206-b91f-4fec-b605-bb5571e535c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.560342 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.561481 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02b49206-b91f-4fec-b605-bb5571e535c1 HTTP/1.1" status: 204 len: 168 time: 0.2752159 May 10 03:25:10.569955 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a2a3a-1115-477f-bf4e-dd0e9d9c9570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b49206-b91f-4fec-b605-bb5571e535c1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:10.778868 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57926) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:10.824842 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-a72f9187-16c8-4cac-9ced-9139ce225647 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b7c607953b94c02977d60c0b0536e24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424974 May 10 03:25:10.828234 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 57928) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:10.874416 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] Publish callbacks [] for security_group (11ac6878-29d6-4f13-9e8a-3c00ec9d02c8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.897212 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] Publish callbacks [] for security_group (11ac6878-29d6-4f13-9e8a-3c00ec9d02c8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.912531 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.992184 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (11ac6878-29d6-4f13-9e8a-3c00ec9d02c8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.994839 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:10.998768 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11ac6878-29d6-4f13-9e8a-3c00ec9d02c8 HTTP/1.1" status: 204 len: 168 time: 0.1728108 May 10 03:25:11.006709 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1100-b90f-4975-966e-c405d0f6907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ac6878-29d6-4f13-9e8a-3c00ec9d02c8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:11.008645 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:11.038105 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:11.038452 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device b12b5a37-fb2b-4ade-bf0a-bc2a17b3c044 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:11.038874 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 83c148b4-875a-4f19-a630-8fd14cff9bb9 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:11.065104 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 83c148b4-875a-4f19-a630-8fd14cff9bb9 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:11.065670 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 83c148b4-875a-4f19-a630-8fd14cff9bb9 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:11.270942 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57938) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:11.283977 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46a0515d-61b6-40fe-b413-5b8a833f802c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.367441 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46a0515d-61b6-40fe-b413-5b8a833f802c admin admin] Publish callbacks [] for security_group (de03372c-098e-4326-8b4b-57a27f66f44d), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.552411 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-46a0515d-61b6-40fe-b413-5b8a833f802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (de03372c-098e-4326-8b4b-57a27f66f44d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.594017 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-46a0515d-61b6-40fe-b413-5b8a833f802c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f6005131f934e2da3d8dbb444d05b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219342 May 10 03:25:11.595115 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0515d-61b6-40fe-b413-5b8a833f802c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03372c-098e-4326-8b4b-57a27f66f44d,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:11.598979 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 57954) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:11.625938 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c9a4c-bf5b-4fdc-8e4a-271b8a30485c req-8856acc9-b471-4eaa-952a-909a5142454c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:11.628150 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b2c9a4c-bf5b-4fdc-8e4a-271b8a30485c req-8856acc9-b471-4eaa-952a-909a5142454c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0549281 May 10 03:25:11.659067 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] Publish callbacks [] for security_group (de03372c-098e-4326-8b4b-57a27f66f44d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.685024 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0b2c9a4c-bf5b-4fdc-8e4a-271b8a30485c req-3030e048-678e-416a-a5a0-b6b67c3b0102 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475733 May 10 03:25:11.687097 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] Publish callbacks [] for security_group (de03372c-098e-4326-8b4b-57a27f66f44d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.809338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (de03372c-098e-4326-8b4b-57a27f66f44d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.811926 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:11.813100 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de03372c-098e-4326-8b4b-57a27f66f44d HTTP/1.1" status: 204 len: 168 time: 0.2133188 May 10 03:25:11.825304 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be2f0-617d-4380-8285-b4624aa351e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03372c-098e-4326-8b4b-57a27f66f44d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:12.546596 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:12.601429 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:25:12.697415 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:12.709818 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'port_id': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'mac_address': 'fa:16:3e:f8:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:25:12.753504 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:25:12.754711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:12.773426 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:25:12.792939 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:12.821786 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788825b0-d1a2-4ac9-92ed-87a02b68fded req-b3818aa3-9d5c-4957-9d55-b28b3bb95975 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:12.823169 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-788825b0-d1a2-4ac9-92ed-87a02b68fded req-b3818aa3-9d5c-4957-9d55-b28b3bb95975 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 943 time: 0.0468736 May 10 03:25:12.867091 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:12.872759 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-788825b0-d1a2-4ac9-92ed-87a02b68fded req-b274208b-514f-45ea-a671-2b4d07c38153 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439944 May 10 03:25:12.921743 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=9']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:13.005920 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58008) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:13.084821 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e8ecbe35-34e0-4751-a0e4-9587716eaf81'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:25:13.138636 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7db62e22-749d-4d7d-8c43-77ee45c65fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.253341 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7db62e22-749d-4d7d-8c43-77ee45c65fff admin admin] Publish callbacks [] for security_group (a11f1d8f-84f2-4245-ad85-d3dff8613355), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.318398 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7db62e22-749d-4d7d-8c43-77ee45c65fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a11f1d8f-84f2-4245-ad85-d3dff8613355), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.358845 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7db62e22-749d-4d7d-8c43-77ee45c65fff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45772be5dd66480a9d03cdff71e96bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517327 May 10 03:25:13.359692 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db62e22-749d-4d7d-8c43-77ee45c65fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f1d8f-84f2-4245-ad85-d3dff8613355,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:13.362802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58028) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:13.419174 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] Publish callbacks [] for security_group (a11f1d8f-84f2-4245-ad85-d3dff8613355), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.454553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] Publish callbacks [] for security_group (a11f1d8f-84f2-4245-ad85-d3dff8613355), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.683666 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a11f1d8f-84f2-4245-ad85-d3dff8613355), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.686376 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:13.687876 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a11f1d8f-84f2-4245-ad85-d3dff8613355 HTTP/1.1" status: 204 len: 168 time: 0.3238654 May 10 03:25:13.696531 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8836ef-ebda-484d-9459-fd2cb3d684b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f1d8f-84f2-4245-ad85-d3dff8613355,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:14.007090 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66658d3c-80f7-414c-aeb8-dfec68746d0d req-56c0e86e-ec0c-4894-b029-4ea2e1668bdf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:14.008620 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-66658d3c-80f7-414c-aeb8-dfec68746d0d req-56c0e86e-ec0c-4894-b029-4ea2e1668bdf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 944 time: 0.0473397 May 10 03:25:14.061272 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-66658d3c-80f7-414c-aeb8-dfec68746d0d req-c2647f20-f4b7-4249-acba-a89e5f2e22aa tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470760 May 10 03:25:14.613636 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:25:14.649835 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:14.662110 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port e8ecbe35-34e0-4751-a0e4-9587716eaf81 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:25:14.662475 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:14.741631 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e8ecbe35-34e0-4751-a0e4-9587716eaf81 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:25:14.741937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:14.764197 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:14.766432 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf02d87-0ec1-4465-83dc-812df2874fca" -d '{"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:14.778451 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:14.802350 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af17bc-0af6-4d68-82d9-3abab484f7da x-openstack-request-id: req-09af17bc-0af6-4d68-82d9-3abab484f7da {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:14.802669 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:14.802935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09af17bc-0af6-4d68-82d9-3abab484f7da {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:14.803358 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09af17bc-0af6-4d68-82d9-3abab484f7da'] response: {'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'code': 200} May 10 03:25:14.883797 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:14.938910 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=10']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:15.153832 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f102a-b085-44ae-8b59-26b53491331c req-ecf4a88d-f8c4-4c20-92b7-54e91d0a8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.155357 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7b5f102a-b085-44ae-8b59-26b53491331c req-ecf4a88d-f8c4-4c20-92b7-54e91d0a8a40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 1130 time: 0.0424170 May 10 03:25:15.197051 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b1ae-3973-4c86-9ca7-3453677d540a req-eb3b3caa-f5a3-416f-890d-d64fe21db0c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:15.198534 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5dc3b1ae-3973-4c86-9ca7-3453677d540a req-eb3b3caa-f5a3-416f-890d-d64fe21db0c0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0576632 May 10 03:25:15.200088 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-7b5f102a-b085-44ae-8b59-26b53491331c req-ff3e99cf-0848-4b52-819d-e62ca9f76773 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 May 10 03:25:15.249522 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5dc3b1ae-3973-4c86-9ca7-3453677d540a req-78f05abb-348e-404a-b864-028d7de41fe0 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 May 10 03:25:15.256490 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58094) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:15.271281 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b1efe67-2d63-47ed-b6af-0a764ae0461d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.345190 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b1efe67-2d63-47ed-b6af-0a764ae0461d admin admin] Publish callbacks [] for security_group (e24c34b8-2db0-4a73-a6bd-62e4f9754b43), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.437898 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b1efe67-2d63-47ed-b6af-0a764ae0461d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e24c34b8-2db0-4a73-a6bd-62e4f9754b43), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.479892 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5b1efe67-2d63-47ed-b6af-0a764ae0461d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=365644d596d6466d9efa8577aa1c2df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223127 May 10 03:25:15.480865 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1efe67-2d63-47ed-b6af-0a764ae0461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24c34b8-2db0-4a73-a6bd-62e4f9754b43,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:15.482637 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58110) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:15.532753 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] Publish callbacks [] for security_group (e24c34b8-2db0-4a73-a6bd-62e4f9754b43), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.555244 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] Publish callbacks [] for security_group (e24c34b8-2db0-4a73-a6bd-62e4f9754b43), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.678242 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e24c34b8-2db0-4a73-a6bd-62e4f9754b43), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.680841 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:15.681982 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e24c34b8-2db0-4a73-a6bd-62e4f9754b43 HTTP/1.1" status: 204 len: 168 time: 0.1982601 May 10 03:25:15.690280 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4cde3a-4fee-418d-80aa-3e2c13618019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24c34b8-2db0-4a73-a6bd-62e4f9754b43,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:16.381374 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95cd2-1023-4205-9d4d-24aeb9e6d9d7 req-5e6860c9-76d2-46e6-90ae-a09e201f4dbf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:16.382872 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4bb95cd2-1023-4205-9d4d-24aeb9e6d9d7 req-5e6860c9-76d2-46e6-90ae-a09e201f4dbf tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0518501 May 10 03:25:16.443540 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4bb95cd2-1023-4205-9d4d-24aeb9e6d9d7 req-94266ca8-6a43-41eb-9fff-f7d6bf11b5a9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539479 May 10 03:25:17.575910 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea21a7-22f3-40c8-b307-2de0ebfa166b req-5d73a58f-44aa-4324-99f3-fd4dc1b6e0da tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:17.577421 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03ea21a7-22f3-40c8-b307-2de0ebfa166b req-5d73a58f-44aa-4324-99f3-fd4dc1b6e0da tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0509756 May 10 03:25:17.629218 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-03ea21a7-22f3-40c8-b307-2de0ebfa166b req-5540187c-40c8-40e4-bdb1-6e38214f086e tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456178 May 10 03:25:18.758616 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b9310-59e1-480a-8396-04abca7d2db3 req-99d8c15e-6908-4857-a09a-588a5afd12c5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:18.760132 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-695b9310-59e1-480a-8396-04abca7d2db3 req-99d8c15e-6908-4857-a09a-588a5afd12c5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0548236 May 10 03:25:18.815807 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-695b9310-59e1-480a-8396-04abca7d2db3 req-d2c2db4d-7900-438c-86c0-30860b01e91a tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497561 May 10 03:25:24.682956 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58360) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:24.788197 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:24.870714 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Publish callbacks [] for security_group (b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:24.940955 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:24.987799 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e4bd5f160eb4fad9d3d48fb0e63e1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039050 May 10 03:25:24.988705 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:24.991104 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58370) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:24.999520 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:24.999877 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.000242 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.000583 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.000922 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.001251 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.001575 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.001901 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.002225 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.002548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.002871 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.003446 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.003776 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.004128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.004463 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a791458-e039-4411-881d-31a98b14e3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:25.052691 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] Publish callbacks [] for security_group (b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.075947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] Publish callbacks [] for security_group (b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.210042 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.212624 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.213782 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb HTTP/1.1" status: 204 len: 168 time: 0.2215960 May 10 03:25:25.221372 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b92c4-e37d-4ef5-9742-cae00ac30695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb67bf-2fe0-43c0-aaf3-5d04d6685ddb,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:25.817541 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:25.830966 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7813e9d3-95b9-403e-89f9-6de72fddfde3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.906645 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7813e9d3-95b9-403e-89f9-6de72fddfde3 admin admin] Publish callbacks [] for security_group (0840219d-965c-40a4-8b63-dbccff69c7f2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:25.963611 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7813e9d3-95b9-403e-89f9-6de72fddfde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0840219d-965c-40a4-8b63-dbccff69c7f2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:26.001425 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7813e9d3-95b9-403e-89f9-6de72fddfde3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52c222cccc0a4753b00b20572e4cd3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827116 May 10 03:25:26.003396 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e9d3-95b9-403e-89f9-6de72fddfde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840219d-965c-40a4-8b63-dbccff69c7f2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:26.004100 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58400) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:26.051390 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] Publish callbacks [] for security_group (0840219d-965c-40a4-8b63-dbccff69c7f2), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:26.073117 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] Publish callbacks [] for security_group (0840219d-965c-40a4-8b63-dbccff69c7f2), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:26.192433 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0840219d-965c-40a4-8b63-dbccff69c7f2), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:26.195066 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:26.196284 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0840219d-965c-40a4-8b63-dbccff69c7f2 HTTP/1.1" status: 204 len: 168 time: 0.1911316 May 10 03:25:26.204347 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cf1be-2e74-4ebd-b0d7-98cea90c9d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840219d-965c-40a4-8b63-dbccff69c7f2,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:27.529508 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:27.915629 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58454) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:28.079757 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Deleting port 39adf0b7-ecd4-40a9-a590-ff3160422b39 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:28.080137 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.159031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.159356 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for floatingip (39adf0b7-ecd4-40a9-a590-ff3160422b39), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.173783 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Calling delete_port for 39adf0b7-ecd4-40a9-a590-ff3160422b39 owned by network:floatingip {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:28.421152 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (39adf0b7-ecd4-40a9-a590-ff3160422b39), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.464453 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event deleted for resources: {'Port': ['ID=39adf0b7-ecd4-40a9-a590-ff3160422b39,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:28.526082 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for floatingip (cc2d4323-10b1-43c7-a85a-ab766935633e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.526335 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Floating IP cc2d4323-10b1-43c7-a85a-ab766935633e disassociated (deleted). External IP: 172.28.1.161, port: d0c4a220-cc8c-4389-8209-eac5e6740986. May 10 03:25:28.748492 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Router 0869480a-a449-4800-a7c0-0d3486a83652 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:28.880543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:28.886046 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:28.892627 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Sync routers for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:28.904397 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:28.905225 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:29.028683 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:29.162321 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9eedddc5-9f50-4b29-8de6-b6028ec644c4 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "DELETE /v2.0/floatingips/cc2d4323-10b1-43c7-a85a-ab766935633e HTTP/1.1" status: 204 len: 168 time: 1.2435555 May 10 03:25:29.162321 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:29.167681 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461f94d-6345-40d9-b3c6-8c352e1afd07" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:29.244873 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636b0ce2-b2fd-4562-b618-6056a7a6c481 x-openstack-request-id: req-636b0ce2-b2fd-4562-b618-6056a7a6c481 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:29.245162 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:29.245428 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-636b0ce2-b2fd-4562-b618-6056a7a6c481 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:29.245826 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636b0ce2-b2fd-4562-b618-6056a7a6c481'] response: {'name': 'network-changed', 'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'status': 'completed', 'code': 200} May 10 03:25:29.269793 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:29.307191 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Checking router: 0869480a-a449-4800-a7c0-0d3486a83652 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:29.311859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-4b27757e-468b-4469-85f1-6fa841f79dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:29.313635 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-4b27757e-468b-4469-85f1-6fa841f79dbb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 1130 time: 0.0493619 May 10 03:25:29.315812 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:29.316454 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:29.410487 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-98260e48-b1c7-4384-ad0b-ece166b5180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:29.411931 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-98260e48-b1c7-4384-ad0b-ece166b5180a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 200 len: 910 time: 0.0914524 May 10 03:25:29.437093 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:29.460482 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-badbdad9-9e17-4b0e-99c3-eff93c008ef7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 200 len: 217 time: 0.0393565 May 10 03:25:29.526423 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-c9e4ed9a-9c94-4938-9959-c9d31c24c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:29.527872 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-c9e4ed9a-9c94-4938-9959-c9d31c24c03c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 200 len: 848 time: 0.0639620 May 10 03:25:29.572448 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-2ce020ff-2c3f-46c6-90af-005f24587058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:29.574122 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-2ce020ff-2c3f-46c6-90af-005f24587058 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7af8e2a-dbcc-4511-a892-852e6c171e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403726 May 10 03:25:29.642082 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:29.671028 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-d958748a-2ad6-4de7-8bae-020ba84f3412 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894072 May 10 03:25:29.758960 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5184e12-1efe-4cc8-8252-85936002b935 None None] The sync data for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb is: [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:20:23Z', 'revision_number': 4, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '1ea18aa4-6fc9-4830-9228-e15e4f0c81df', 'name': '', 'network_id': 'f7af8e2a-dbcc-4511-a892-852e6c171e4a', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'mac_address': 'fa:16:3e:5e:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:22Z', 'updated_at': '2022-05-10T03:20:27Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'subnets': [{'id': 'fdd14d6c-eadc-4496-b984-9d1ec074e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:29.788753 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae7a8-770e-4de5-a369-4b69626cd1e1 req-a82c844c-25e0-476e-8708-22e6939c7106 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:29.790325 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-50dae7a8-770e-4de5-a369-4b69626cd1e1 req-a82c844c-25e0-476e-8708-22e6939c7106 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0542262 May 10 03:25:29.799719 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58522) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:29.852759 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-50dae7a8-770e-4de5-a369-4b69626cd1e1 req-cfd4aa7e-579d-423d-aa7d-b45f5ed79e06 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562525 May 10 03:25:29.953950 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-645dcf33-68ea-4598-bcd5-281f65547590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.074457 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-645dcf33-68ea-4598-bcd5-281f65547590 admin admin] Publish callbacks [] for security_group (3d87143b-9dd1-42fa-ab8f-237af947edd2), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.084347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c42a3a-06ea-4934-9ad6-be3fa0d383a7 None None] New status for floating IP cc2d4323-10b1-43c7-a85a-ab766935633e: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:25:30.140950 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-645dcf33-68ea-4598-bcd5-281f65547590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3d87143b-9dd1-42fa-ab8f-237af947edd2), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.187279 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dcf33-68ea-4598-bcd5-281f65547590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87143b-9dd1-42fa-ab8f-237af947edd2,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:30.192380 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-645dcf33-68ea-4598-bcd5-281f65547590 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=507e73805f934398978e7c51c441fcf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914335 May 10 03:25:30.195946 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58532) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:30.249013 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Publish callbacks [] for security_group (3d87143b-9dd1-42fa-ab8f-237af947edd2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.273769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Publish callbacks [] for security_group (3d87143b-9dd1-42fa-ab8f-237af947edd2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.398224 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3d87143b-9dd1-42fa-ab8f-237af947edd2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.400945 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:30.402096 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d87143b-9dd1-42fa-ab8f-237af947edd2 HTTP/1.1" status: 204 len: 168 time: 0.2051497 May 10 03:25:30.410361 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87143b-9dd1-42fa-ab8f-237af947edd2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:30.417954 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.418302 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.418644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.418980 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.419314 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.419644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.419968 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.420317 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.420638 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.420960 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.421282 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.421605 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.421931 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.422251 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.422835 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7374eec3-92ca-4907-94d3-ff96b582603c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:30.846572 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f461f94d-6345-40d9-b3c6-8c352e1afd07 req-4e1161ea-dad7-4b3d-a9d1-e1d4023e0965 service neutron] 10.222.0.61 "GET /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877934 May 10 03:25:30.907663 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58554) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:30.974402 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf0dc9-8fe2-4e87-a138-6c372aa7136a req-3473c2de-e8a4-4f2b-948f-2a676bf92b93 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:30.976641 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-39bf0dc9-8fe2-4e87-a138-6c372aa7136a req-3473c2de-e8a4-4f2b-948f-2a676bf92b93 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0495658 May 10 03:25:31.036409 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3338b35c-a031-4f7d-93fb-9809ce6630a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.041889 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-39bf0dc9-8fe2-4e87-a138-6c372aa7136a req-4bdfdae2-896f-4fe6-8307-a4715553aee2 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/security-groups?id=4da9f46c-2995-4dc9-850a-2200f63f6cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594499 May 10 03:25:31.111892 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58558) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:31.121268 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3338b35c-a031-4f7d-93fb-9809ce6630a3 admin admin] Publish callbacks [] for security_group (ed504360-592f-4461-a3e7-310d4393227c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.128631 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-210c16d1-aca8-4e7a-ad03-76a47081effb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.132176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-cbdfdfaf-8213-4d6d-a3d4-7373c3a09d2d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:31.133684 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-cbdfdfaf-8213-4d6d-a3d4-7373c3a09d2d tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 946 time: 0.0476868 May 10 03:25:31.192486 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3338b35c-a031-4f7d-93fb-9809ce6630a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ed504360-592f-4461-a3e7-310d4393227c), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.219203 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-210c16d1-aca8-4e7a-ad03-76a47081effb admin admin] Publish callbacks [] for security_group (cbac9f62-6619-4265-ad88-905b2ddb06b6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.222421 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Deleting port d0c4a220-cc8c-4389-8209-eac5e6740986 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:31.222963 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.241555 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3338b35c-a031-4f7d-93fb-9809ce6630a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08dc4e7cbf524d38827fd40fc2c5e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328049 May 10 03:25:31.242472 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338b35c-a031-4f7d-93fb-9809ce6630a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed504360-592f-4461-a3e7-310d4393227c,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:31.244802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58560) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:31.293346 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] Publish callbacks [] for security_group (ed504360-592f-4461-a3e7-310d4393227c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.304584 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-210c16d1-aca8-4e7a-ad03-76a47081effb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (cbac9f62-6619-4265-ad88-905b2ddb06b6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.315866 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] For port d0c4a220-cc8c-4389-8209-eac5e6740986, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d0c4a220-cc8c-4389-8209-eac5e6740986,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:31.316264 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.329234 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Calling delete_port for d0c4a220-cc8c-4389-8209-eac5e6740986 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:31.336128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] Publish callbacks [] for security_group (ed504360-592f-4461-a3e7-310d4393227c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.375303 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-210c16d1-aca8-4e7a-ad03-76a47081effb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af82328433e6408fadcfb4eb2ae08043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550519 May 10 03:25:31.375303 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c16d1-aca8-4e7a-ad03-76a47081effb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac9f62-6619-4265-ad88-905b2ddb06b6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:31.375303 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58562) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:31.436511 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] Publish callbacks [] for security_group (cbac9f62-6619-4265-ad88-905b2ddb06b6), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.460833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] Publish callbacks [] for security_group (cbac9f62-6619-4265-ad88-905b2ddb06b6), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.495258 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ed504360-592f-4461-a3e7-310d4393227c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.497827 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.498997 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed504360-592f-4461-a3e7-310d4393227c HTTP/1.1" status: 204 len: 168 time: 0.2533076 May 10 03:25:31.507496 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156ee0-dd10-4bdf-a60a-6d1e0333427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed504360-592f-4461-a3e7-310d4393227c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:31.546609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (d0c4a220-cc8c-4389-8209-eac5e6740986), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.575100 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (cbac9f62-6619-4265-ad88-905b2ddb06b6), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.577888 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.579091 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbac9f62-6619-4265-ad88-905b2ddb06b6 HTTP/1.1" status: 204 len: 168 time: 0.2001474 May 10 03:25:31.593466 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa92c8c-9e97-46f8-85c4-83202eec6d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac9f62-6619-4265-ad88-905b2ddb06b6,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:31.635169 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event deleted for resources: {'Port': ['ID=d0c4a220-cc8c-4389-8209-eac5e6740986,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:31.666837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] No DVR routers for this DVR port d0c4a220-cc8c-4389-8209-eac5e6740986 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:31.669493 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:31.673260 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-faba3bc9-68e0-40fb-8341-760a5860e736 req-ac409434-a1a0-4f00-bed7-b50025c81555 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.61 "DELETE /v2.0/ports/d0c4a220-cc8c-4389-8209-eac5e6740986 HTTP/1.1" status: 204 len: 173 time: 0.5345528 May 10 03:25:31.673870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-deleted', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:31.683331 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06114d5f-57f3-4a67-b75e-8f2f4448bfa2" -d '{"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-deleted", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:31.720482 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f630b0a9-40da-4370-9a0f-0a4851d28163 x-openstack-request-id: req-f630b0a9-40da-4370-9a0f-0a4851d28163 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:31.720776 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8", "name": "network-vif-deleted", "tag": "d0c4a220-cc8c-4389-8209-eac5e6740986", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:31.721028 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f630b0a9-40da-4370-9a0f-0a4851d28163 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:31.721445 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f630b0a9-40da-4370-9a0f-0a4851d28163'] response: {'server_uuid': '7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8', 'name': 'network-vif-deleted', 'tag': 'd0c4a220-cc8c-4389-8209-eac5e6740986', 'status': 'completed', 'code': 200} May 10 03:25:32.140133 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e30a89cc-fd5d-4026-a87a-9b36813290aa req-06791d24-161c-4d97-99fe-bbb474f08979 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7ac22a-4d95-4df1-9596-feb7ac6a6dd8 HTTP/1.1" status: 200 len: 210 time: 0.0274866 May 10 03:25:32.702776 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58616) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:32.801617 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-215370467-network', 'tenant_id': 'dfdd3106ad0d445fb9866648596f811e'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:32.912692 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Made reservation on behalf of dfdd3106ad0d445fb9866648596f811e for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:32.915443 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:32.925321 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.003807 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks [] for security_group (0e480fd4-35c2-4c83-ad19-ea0a8819479e), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.101685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0e480fd4-35c2-4c83-ad19-ea0a8819479e), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.126810 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:25:33.137164 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e480fd4-35c2-4c83-ad19-ea0a8819479e,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:33.141934 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (bdb13601-23e5-4fa1-9d62-e08cee8b6873), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.142565 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Added segment bdb13601-23e5-4fa1-9d62-e08cee8b6873 of type vlan for network d1064445-058f-4acb-8639-19d5bf2e7ba7 May 10 03:25:33.183281 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (d1064445-058f-4acb-8639-19d5bf2e7ba7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.203976 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58638) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:33.260504 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (4da9f46c-2995-4dc9-850a-2200f63f6cfe), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.286276 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (4da9f46c-2995-4dc9-850a-2200f63f6cfe), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.288939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (d1064445-058f-4acb-8639-19d5bf2e7ba7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.289883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:33.290455 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.383288 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1064445-058f-4acb-8639-19d5bf2e7ba7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:33.395255 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network d1064445-058f-4acb-8639-19d5bf2e7ba7 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:25:33.466874 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-723680a7-ec68-450f-beb2-982aa2e780a6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7632835 May 10 03:25:33.469904 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58644) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:33.475443 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Request body: {'subnet': {'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-215370467-subnet', 'tenant_id': 'dfdd3106ad0d445fb9866648596f811e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:33.494458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (4da9f46c-2995-4dc9-850a-2200f63f6cfe), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.497376 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.498533 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] 10.222.0.65 "DELETE /v2.0/security-groups/4da9f46c-2995-4dc9-850a-2200f63f6cfe HTTP/1.1" status: 204 len: 168 time: 0.2965608 May 10 03:25:33.508564 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e617-a812-416b-8979-028c0534c872 tempest-TestShelveInstance-879273607 tempest-TestShelveInstance-879273607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da9f46c-2995-4dc9-850a-2200f63f6cfe,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:33.586262 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Made reservation on behalf of dfdd3106ad0d445fb9866648596f811e for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:33.589094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.790000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58652) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:33.861670 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (aba106df-7350-4225-bb72-075e6ea7febb), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:33.922248 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba106df-7350-4225-bb72-075e6ea7febb,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:33.930558 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Checking segment: {'id': 'bdb13601-23e5-4fa1-9d62-e08cee8b6873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:25:33.931686 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Network hostable DHCP agents. Network: d1064445-058f-4acb-8639-19d5bf2e7ba7, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:25:34.086994 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Network d1064445-058f-4acb-8639-19d5bf2e7ba7 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:25:34.184297 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, d1064445-058f-4acb-8639-19d5bf2e7ba7) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:25:34.192608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:34.193204 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:34.193395 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162f4de3-ce59-470c-9489-ccc745bfda77 None None] Network d1064445-058f-4acb-8639-19d5bf2e7ba7 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:34.284434 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-0c5efcc9-9fb2-4f9d-943e-a3024821f48e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8133304 May 10 03:25:34.311009 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (0869480a-a449-4800-a7c0-0d3486a83652), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:34.344937 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897aa4e3-1730-497a-b83b-e75e2b01aec8 None None] Network d1064445-058f-4acb-8639-19d5bf2e7ba7 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:34.585934 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Deleting port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:34.586582 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:34.667144 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] For port 1ea18aa4-6fc9-4830-9228-e15e4f0c81df, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:34.669144 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:34.681076 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Calling delete_port for 1ea18aa4-6fc9-4830-9228-e15e4f0c81df owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:34.720649 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:25:34.731026 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:34.756152 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: d0c4a220-cc8c-4389-8209-eac5e6740986 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:34.756491 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device d0c4a220-cc8c-4389-8209-eac5e6740986 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:34.946364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (1ea18aa4-6fc9-4830-9228-e15e4f0c81df), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:34.972204 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea18aa4-6fc9-4830-9228-e15e4f0c81df,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:35.169257 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58692) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:35.173969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (0869480a-a449-4800-a7c0-0d3486a83652), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.174420 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-292346792-network', 'tenant_id': '16afaff995094343b880950c9362060d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:35.243690 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Made reservation on behalf of 16afaff995094343b880950c9362060d for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:35.246028 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.254497 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.333066 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks [] for security_group (5222282c-39e4-4c6c-8935-f9ce4fb149b3), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.415494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Router 0869480a-a449-4800-a7c0-0d3486a83652 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:35.420793 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5222282c-39e4-4c6c-8935-f9ce4fb149b3), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.447540 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:25:35.457361 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5222282c-39e4-4c6c-8935-f9ce4fb149b3,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:35.462842 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (187fb715-6516-4e1d-8bf6-a081de42d84d), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.463183 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Added segment 187fb715-6516-4e1d-8bf6-a081de42d84d of type vlan for network 5b8d9c97-6069-4d65-93ea-89164f56e4e0 May 10 03:25:35.515761 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (5b8d9c97-6069-4d65-93ea-89164f56e4e0), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.539974 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:35.544960 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5d19cb58-cade-49e4-bdab-0810c362eafd admin admin] 10.222.0.65 "PUT /v2.0/routers/0869480a-a449-4800-a7c0-0d3486a83652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533631 May 10 03:25:35.547506 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58702) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:35.549592 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Sync routers for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:35.560313 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:35.560910 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:35.592914 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (5b8d9c97-6069-4d65-93ea-89164f56e4e0), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.594854 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:35.595523 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.658278 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8d9c97-6069-4d65-93ea-89164f56e4e0,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:35.670540 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 5b8d9c97-6069-4d65-93ea-89164f56e4e0 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:25:35.681691 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:35.715284 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-49fde473-adb0-46c3-89ec-6eaea18e28a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5448472 May 10 03:25:35.718135 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58704) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:35.723349 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Request body: {'subnet': {'network_id': '5b8d9c97-6069-4d65-93ea-89164f56e4e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-292346792-subnet', 'tenant_id': '16afaff995094343b880950c9362060d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:35.808893 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Made reservation on behalf of 16afaff995094343b880950c9362060d for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:35.811511 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62263746'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.871825 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:25:34Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:35.899626 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Checking router: 0869480a-a449-4800-a7c0-0d3486a83652 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:35.901433 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks [] for router (0869480a-a449-4800-a7c0-0d3486a83652), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:35.909587 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Routers {'0869480a-a449-4800-a7c0-0d3486a83652'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:35.910194 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:10Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['0869480a-a449-4800-a7c0-0d3486a83652'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:36.025603 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks [] for router_gateway (0869480a-a449-4800-a7c0-0d3486a83652), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.034965 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] Set router 0869480a-a449-4800-a7c0-0d3486a83652 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:36.134356 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Deleting port eb1a0f7a-7690-4247-a067-88d401eb0b7e {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:36.134798 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.219327 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:25:34Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:36.246660 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] For port eb1a0f7a-7690-4247-a067-88d401eb0b7e, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=eb1a0f7a-7690-4247-a067-88d401eb0b7e,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:36.247733 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.255726 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de75a898-6ea1-439f-a9cc-438755d57baa None None] The sync data for ids ['0869480a-a449-4800-a7c0-0d3486a83652'] in dv-cinder-830094-4-smb is: [{'id': '0869480a-a449-4800-a7c0-0d3486a83652', 'name': 'tempest-TestShelveInstance-1935707835-router', 'tenant_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:19Z', 'updated_at': '2022-05-10T03:25:34Z', 'revision_number': 5, 'project_id': '4524e2de8e8e4dbfa1cb85515dbeb90a', 'gw_port': {'id': 'eb1a0f7a-7690-4247-a067-88d401eb0b7e', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:2c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0869480a-a449-4800-a7c0-0d3486a83652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:20Z', 'updated_at': '2022-05-10T03:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:36.268059 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Calling delete_port for eb1a0f7a-7690-4247-a067-88d401eb0b7e owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:36.341366 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62332698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62263772'] for subnet (152c60c8-f9c1-4a63-81df-c79f13f8c0ab), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.391788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=152c60c8-f9c1-4a63-81df-c79f13f8c0ab,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:36.420515 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Checking segment: {'id': '187fb715-6516-4e1d-8bf6-a081de42d84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5b8d9c97-6069-4d65-93ea-89164f56e4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:25:36.420870 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Network hostable DHCP agents. Network: 5b8d9c97-6069-4d65-93ea-89164f56e4e0, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:25:36.495534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Network 5b8d9c97-6069-4d65-93ea-89164f56e4e0 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:25:36.529657 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (eb1a0f7a-7690-4247-a067-88d401eb0b7e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.559053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 5b8d9c97-6069-4d65-93ea-89164f56e4e0) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:25:36.563839 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:36.569868 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.571993 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97538b7f-4489-4ac1-83df-a53449d9932d None None] Network 5b8d9c97-6069-4d65-93ea-89164f56e4e0 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:36.581060 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1a0f7a-7690-4247-a067-88d401eb0b7e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:36.657894 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2c3c1b48-5aa3-4d37-b7f8-41dc5007e7b8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9384348 May 10 03:25:36.685069 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (0869480a-a449-4800-a7c0-0d3486a83652), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.745466 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9d71e-4bc8-4a0f-93a8-4b699e068e6e None None] Network 5b8d9c97-6069-4d65-93ea-89164f56e4e0 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:36.801991 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (0869480a-a449-4800-a7c0-0d3486a83652), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.805210 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks [] for router_controller (0869480a-a449-4800-a7c0-0d3486a83652), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.918259 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (0869480a-a449-4800-a7c0-0d3486a83652), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.919498 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0869480a-a449-4800-a7c0-0d3486a83652 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:25:36.929419 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:36.933408 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58734) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:36.937320 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-0024a764-1225-45b3-a30d-e4a83d4a94d3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0869480a-a449-4800-a7c0-0d3486a83652 HTTP/1.1" status: 204 len: 168 time: 1.3883994 May 10 03:25:36.997035 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Deleting subnet fdd14d6c-eadc-4496-b984-9d1ec074e3b7 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:25:37.000360 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Publish callbacks [] for subnet (fdd14d6c-eadc-4496-b984-9d1ec074e3b7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.057753 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (fdd14d6c-eadc-4496-b984-9d1ec074e3b7), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.115504 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1ea18aa4-6fc9-4830-9228-e15e4f0c81df no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:37.141711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 1ea18aa4-6fc9-4830-9228-e15e4f0c81df {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:37.142241 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 1ea18aa4-6fc9-4830-9228-e15e4f0c81df not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:37.160621 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (fdd14d6c-eadc-4496-b984-9d1ec074e3b7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.324526 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-22c07bf1-1b31-4ca3-8d8e-0c8fe0d15d4c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:37.325992 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-22c07bf1-1b31-4ca3-8d8e-0c8fe0d15d4c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/networks?id=d1064445-058f-4acb-8639-19d5bf2e7ba7 HTTP/1.1" status: 200 len: 808 time: 0.0986669 May 10 03:25:37.341251 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-9828ed0a-fdd4-40b0-9de5-17ccab8ebe81 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/quotas/dfdd3106ad0d445fb9866648596f811e HTTP/1.1" status: 200 len: 375 time: 0.0099270 May 10 03:25:37.342484 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (fdd14d6c-eadc-4496-b984-9d1ec074e3b7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.378046 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd14d6c-eadc-4496-b984-9d1ec074e3b7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:37.387714 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9b63e-01ba-4bb0-925b-9c03ffcf83b0 None None] Network f7af8e2a-dbcc-4511-a892-852e6c171e4a requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:37.400156 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.405551 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-eb8989fe-0bbc-4735-8cb4-a0ea8db9fc75 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fdd14d6c-eadc-4496-b984-9d1ec074e3b7 HTTP/1.1" status: 204 len: 168 time: 0.4685798 May 10 03:25:37.405788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58748) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:37.413557 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-48c89a88-76cc-4b6d-b158-10b1c2e8ebc0 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdd3106ad0d445fb9866648596f811e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657506 May 10 03:25:37.488788 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (f7af8e2a-dbcc-4511-a892-852e6c171e4a), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.569606 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Deleting port 166102c5-5644-470b-bd9c-94853506e606 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:37.570237 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (166102c5-5644-470b-bd9c-94853506e606), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.696447 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-38cef954-3d75-4bf6-bfa2-5daa9bab8c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.700922 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] For port 166102c5-5644-470b-bd9c-94853506e606, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=166102c5-5644-470b-bd9c-94853506e606,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:37.707075 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (166102c5-5644-470b-bd9c-94853506e606), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.723306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Calling delete_port for 166102c5-5644-470b-bd9c-94853506e606 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:37.736175 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] DHCP port deletion for f7af8e2a-dbcc-4511-a892-852e6c171e4a request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:25:37.750020 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-929749a3-7ca5-4b6b-b6f7-eb76acdfcf77 service neutron] 10.222.0.65 "GET /v2.0/networks/d1064445-058f-4acb-8639-19d5bf2e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253498 May 10 03:25:37.776050 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Deleting port 166102c5-5644-470b-bd9c-94853506e606 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:37.776415 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (166102c5-5644-470b-bd9c-94853506e606), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.843493 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] For port 166102c5-5644-470b-bd9c-94853506e606, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=166102c5-5644-470b-bd9c-94853506e606,segment=NetworkSegment(35aa1e34-a0ab-42ba-8ba8-36173cbd2914),segment_id=35aa1e34-a0ab-42ba-8ba8-36173cbd2914)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:37.843887 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (166102c5-5644-470b-bd9c-94853506e606), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:37.856447 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Calling delete_port for 166102c5-5644-470b-bd9c-94853506e606 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:37.891930 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-661093ef-dee2-4ae4-9036-f2336030ce2c service neutron] 10.222.0.65 "GET /v2.0/networks/d1064445-058f-4acb-8639-19d5bf2e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098256 May 10 03:25:37.992764 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (166102c5-5644-470b-bd9c-94853506e606), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.000050 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (166102c5-5644-470b-bd9c-94853506e606), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.023027 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=166102c5-5644-470b-bd9c-94853506e606,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:38.026515 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] No DVR routers for this DVR port 166102c5-5644-470b-bd9c-94853506e606 on host dv-cinder-830094-4-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:38.028588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Pushing event deleted for resources: {'Port': ['ID=166102c5-5644-470b-bd9c-94853506e606,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:38.036404 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] No DVR routers for this DVR port 166102c5-5644-470b-bd9c-94853506e606 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:38.039329 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.039671 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.040028 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.040351 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.040677 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.041001 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.041316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.041640 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.041946 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.042454 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.042764 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.043082 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.043398 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.043708 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.044034 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb5119-fdc6-4efc-bc80-c0309b9b4dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:25:38.143507 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-236efd6e-8caa-4527-b4c1-74924a4ec786 req-6dd39dd4-ef20-4130-aeca-cc7197cd3859 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 210 time: 0.0404081 May 10 03:25:38.145128 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (f7af8e2a-dbcc-4511-a892-852e6c171e4a), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.166652 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7af8e2a-dbcc-4511-a892-852e6c171e4a']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:38.176926 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aa1e34-a0ab-42ba-8ba8-36173cbd2914') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:38.176926 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aa1e34-a0ab-42ba-8ba8-36173cbd2914') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:38.186449 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (35aa1e34-a0ab-42ba-8ba8-36173cbd2914), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.206996 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (35aa1e34-a0ab-42ba-8ba8-36173cbd2914), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.216362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:25:38.216759 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (35aa1e34-a0ab-42ba-8ba8-36173cbd2914), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:25:38.218459 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:25:38.329684 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (f7af8e2a-dbcc-4511-a892-852e6c171e4a), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.337081 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.340276 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f7af8e2a-dbcc-4511-a892-852e6c171e4a HTTP/1.1" status: 204 len: 168 time: 0.9334700 May 10 03:25:38.343300 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58764) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:38.351900 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693ec10-59a6-4c82-95bf-c36e013115a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7af8e2a-dbcc-4511-a892-852e6c171e4a,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:38.696324 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (1e882b75-1207-43f2-b6d8-954029b35059), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:38.941436 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Deleting port 49d5c157-4209-403d-b18e-bc603a97c83d {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:38.941779 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:39.037527 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] For port 49d5c157-4209-403d-b18e-bc603a97c83d, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=49d5c157-4209-403d-b18e-bc603a97c83d,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:39.038558 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:39.042729 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device eb1a0f7a-7690-4247-a067-88d401eb0b7e no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:39.057407 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Calling delete_port for 49d5c157-4209-403d-b18e-bc603a97c83d owned by network:router_interface {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:39.067340 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: eb1a0f7a-7690-4247-a067-88d401eb0b7e {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:39.067893 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device eb1a0f7a-7690-4247-a067-88d401eb0b7e not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:39.068541 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 166102c5-5644-470b-bd9c-94853506e606 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:39.089142 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 166102c5-5644-470b-bd9c-94853506e606 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:39.099152 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 166102c5-5644-470b-bd9c-94853506e606 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:39.221933 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-79b45e26-0703-485c-bcba-a9edc3f76afa req-2dfb7597-917a-495d-92ea-5eaa82fcf363 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 210 time: 0.0276976 May 10 03:25:39.329524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (49d5c157-4209-403d-b18e-bc603a97c83d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:39.356273 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d5c157-4209-403d-b18e-bc603a97c83d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:39.529630 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (1e882b75-1207-43f2-b6d8-954029b35059), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:39.729722 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9c6a3635-cfcd-4109-9ca3-4d7bddb1ec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:39.766340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Router 1e882b75-1207-43f2-b6d8-954029b35059 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:39.878990 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:39.884247 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-55c71749-0689-4d07-8ae3-4221d65a05c3 admin admin] 10.222.0.65 "PUT /v2.0/routers/1e882b75-1207-43f2-b6d8-954029b35059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399001 May 10 03:25:39.886837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58802) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:39.889574 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Sync routers for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:39.902681 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:39.903303 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:40.005673 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks [] for router (1e882b75-1207-43f2-b6d8-954029b35059), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.021545 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:40.127694 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks [] for router_gateway (1e882b75-1207-43f2-b6d8-954029b35059), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.220686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:25:39Z', 'revision_number': 5, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:40.247702 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Checking router: 1e882b75-1207-43f2-b6d8-954029b35059 for host: dv-cinder-830094-4-smb {{(pid=103796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:40.256687 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Routers {'1e882b75-1207-43f2-b6d8-954029b35059'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:40.257296 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['1e882b75-1207-43f2-b6d8-954029b35059'], 'active': True} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:40.333002 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e0337a5c-ac0f-4bd3-a834-cdc6548c4c54 req-63531bd3-53ce-44cd-a110-bac5bd488d65 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 210 time: 0.0357943 May 10 03:25:40.342339 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Deleting port 9fef0a7e-306b-41d0-a349-66821ea88b60 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:40.342339 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.385354 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvr_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] Set router 1e882b75-1207-43f2-b6d8-954029b35059 gateway port host: dv-cinder-830094-4-smb {{(pid=103796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:40.477198 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] For port 9fef0a7e-306b-41d0-a349-66821ea88b60, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=9fef0a7e-306b-41d0-a349-66821ea88b60,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:40.477829 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.495562 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Calling delete_port for 9fef0a7e-306b-41d0-a349-66821ea88b60 owned by network:router_gateway {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:40.573371 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_hamode_db [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:25:39Z', 'revision_number': 5, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:40.574013 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-4d859571-4917-4d9a-ad13-a241c8c454aa tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:40.575451 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-4d859571-4917-4d9a-ad13-a241c8c454aa tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.61 "GET /v2.0/networks?id=d1064445-058f-4acb-8639-19d5bf2e7ba7 HTTP/1.1" status: 200 len: 808 time: 0.1692758 May 10 03:25:40.592167 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Request body: {'port': {'device_id': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7', 'admin_state_up': True, 'tenant_id': 'dfdd3106ad0d445fb9866648596f811e'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:40.604264 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4f41c-ffe8-4592-a725-6c75ade56126 None None] The sync data for ids ['1e882b75-1207-43f2-b6d8-954029b35059'] in dv-cinder-830094-4-smb is: [{'id': '1e882b75-1207-43f2-b6d8-954029b35059', 'name': 'tempest-TestShelveInstance-2087018755-router', 'tenant_id': '42abd48bea644edbb8241cc544fa58a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206'}], 'enable_snat': True}, 'gw_port_id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:20:27Z', 'updated_at': '2022-05-10T03:25:39Z', 'revision_number': 5, 'project_id': '42abd48bea644edbb8241cc544fa58a9', 'gw_port': {'id': '9fef0a7e-306b-41d0-a349-66821ea88b60', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e882b75-1207-43f2-b6d8-954029b35059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:20:28Z', 'updated_at': '2022-05-10T03:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}] {{(pid=103796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:40.843656 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Made reservation on behalf of dfdd3106ad0d445fb9866648596f811e for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:40.846976 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.898864 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (9fef0a7e-306b-41d0-a349-66821ea88b60), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:40.939095 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fef0a7e-306b-41d0-a349-66821ea88b60,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:40.941561 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.041940 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (1e882b75-1207-43f2-b6d8-954029b35059), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.076294 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Allocated IP 172.20.0.13 (d1064445-058f-4acb-8639-19d5bf2e7ba7/aba106df-7350-4225-bb72-075e6ea7febb/3973e790-3cc6-4c24-a035-e7250209a2bc) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:25:41.090476 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 49d5c157-4209-403d-b18e-bc603a97c83d no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:41.112603 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 49d5c157-4209-403d-b18e-bc603a97c83d {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:41.113203 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 49d5c157-4209-403d-b18e-bc603a97c83d not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:41.403917 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (1e882b75-1207-43f2-b6d8-954029b35059), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.406566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks [] for router_controller (1e882b75-1207-43f2-b6d8-954029b35059), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.447818 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9ac7d78f-5025-4fcd-acb4-1f5310067b69 req-96a44068-e1db-41fb-a5d9-38a607c58ad2 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 210 time: 0.0291352 May 10 03:25:41.568110 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (1e882b75-1207-43f2-b6d8-954029b35059), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.568739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e882b75-1207-43f2-b6d8-954029b35059 {{(pid=103794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:25:41.576300 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.577432 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2272ebac-e0a3-475e-9b74-3c64e89c86d5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1e882b75-1207-43f2-b6d8-954029b35059 HTTP/1.1" status: 204 len: 168 time: 1.6894963 May 10 03:25:41.580192 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58840) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:41.590663 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks [] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.645593 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Deleting subnet 7d88e364-d1d8-4df1-b28b-1593904bb128 {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:25:41.650911 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Publish callbacks [] for subnet (7d88e364-d1d8-4df1-b28b-1593904bb128), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.678935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.704811 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (7d88e364-d1d8-4df1-b28b-1593904bb128), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.748748 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Network d1064445-058f-4acb-8639-19d5bf2e7ba7 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:25:41.752160 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:25:41.770817 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:25:41.775486 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Pushing event updated for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:41.799726 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (7d88e364-d1d8-4df1-b28b-1593904bb128), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.822627 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:41.823228 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.891791 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-951c724b-2718-4124-97b1-dfbde4d28720 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3033662 May 10 03:25:41.903488 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Request body: {'port': {'device_id': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:41.953068 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (7d88e364-d1d8-4df1-b28b-1593904bb128), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.964870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.991624 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d88e364-d1d8-4df1-b28b-1593904bb128,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:41.996338 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:41.999909 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c44ad3ec-b936-4f9f-94ac-7a372ff3e323 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7d88e364-d1d8-4df1-b28b-1593904bb128 HTTP/1.1" status: 204 len: 168 time: 0.4178817 May 10 03:25:42.003071 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58852) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:42.010890 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c56af-af8e-424a-9403-0e50c9c76af6 None None] Network 28ed4271-c83e-4e86-a801-822152c33a33 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:42.110740 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (28ed4271-c83e-4e86-a801-822152c33a33), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.161567 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Deleting port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:42.162282 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.221903 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055ded1-5440-4928-802b-46745266abe9 None None] DHCP port deletion for 28ed4271-c83e-4e86-a801-822152c33a33 request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:25:42.234619 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] For port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:42.234619 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.246864 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Calling delete_port for 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:42.263105 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Deleting port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:42.263737 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.364133 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3973e790-3cc6-4c24-a035-e7250209a2bc {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:25:42.364246 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-0055ded1-5440-4928-802b-46745266abe9 None None] For port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,segment=NetworkSegment(2007b3b8-a4f6-4e96-9ba4-d228fa46238c),segment_id=2007b3b8-a4f6-4e96-9ba4-d228fa46238c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:42.364246 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.365163 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks [] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.371564 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Calling delete_port for 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:42.432510 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.443023 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Transition to ACTIVE for port object 3973e790-3cc6-4c24-a035-e7250209a2bc will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:25:42.458943 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:42.460522 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.464596 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] No DVR routers for this DVR port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 on host dv-cinder-830094-4-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:42.473069 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055ded1-5440-4928-802b-46745266abe9 None None] No DVR routers for this DVR port 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:42.493381 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055ded1-5440-4928-802b-46745266abe9 None None] Pushing event deleted for resources: {'Port': ['ID=3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:42.535252 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.535503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.574681 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (28ed4271-c83e-4e86-a801-822152c33a33), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.593939 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:42.609927 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b67a-8160-44b5-807d-e5746624e690 req-aadaac45-ef2b-4af3-9458-a8386730e2aa tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:42.611463 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3870b67a-8160-44b5-807d-e5746624e690 req-aadaac45-ef2b-4af3-9458-a8386730e2aa tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 944 time: 0.0797718 May 10 03:25:42.613239 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ed4271-c83e-4e86-a801-822152c33a33']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:42.628299 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2007b3b8-a4f6-4e96-9ba4-d228fa46238c') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:42.628597 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2007b3b8-a4f6-4e96-9ba4-d228fa46238c') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:42.652087 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (2007b3b8-a4f6-4e96-9ba4-d228fa46238c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.671737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Attempting to bind port 3973e790-3cc6-4c24-a035-e7250209a2bc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:25:42.672180 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Attempting to bind port 3973e790-3cc6-4c24-a035-e7250209a2bc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'bdb13601-23e5-4fa1-9d62-e08cee8b6873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:25:42.672500 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Attempting to bind port 3973e790-3cc6-4c24-a035-e7250209a2bc on network d1064445-058f-4acb-8639-19d5bf2e7ba7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:25:42.677238 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (2007b3b8-a4f6-4e96-9ba4-d228fa46238c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.677393 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Port 3973e790-3cc6-4c24-a035-e7250209a2bc on network d1064445-058f-4acb-8639-19d5bf2e7ba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:25:42.677654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Attempting to bind port 3973e790-3cc6-4c24-a035-e7250209a2bc on network d1064445-058f-4acb-8639-19d5bf2e7ba7 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:25:42.683122 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:25:42.683446 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Checking segment: {'id': 'bdb13601-23e5-4fa1-9d62-e08cee8b6873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:25:42.683835 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Bound using segment: {'id': 'bdb13601-23e5-4fa1-9d62-e08cee8b6873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:25:42.684266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Bound port: 3973e790-3cc6-4c24-a035-e7250209a2bc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb13601-23e5-4fa1-9d62-e08cee8b6873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:25:42.684618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.690305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:25:42.690707 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (2007b3b8-a4f6-4e96-9ba4-d228fa46238c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:25:42.692429 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:25:42.704110 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3870b67a-8160-44b5-807d-e5746624e690 req-0d158734-0dfc-438f-acf7-a1e5ef5e874a tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 May 10 03:25:42.759094 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:25:42.762478 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3973e790-3cc6-4c24-a035-e7250209a2bc,segment=NetworkSegment(bdb13601-23e5-4fa1-9d62-e08cee8b6873),segment_id=bdb13601-23e5-4fa1-9d62-e08cee8b6873)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:25:42.826414 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (28ed4271-c83e-4e86-a801-822152c33a33), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.831806 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.836551 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] 10.222.0.65 "DELETE /v2.0/networks/28ed4271-c83e-4e86-a801-822152c33a33 HTTP/1.1" status: 204 len: 168 time: 0.8309522 May 10 03:25:42.846473 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f745136-af81-4681-9f77-94f3d64c2e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=28ed4271-c83e-4e86-a801-822152c33a33,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:42.855488 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.889824 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:42.890467 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:42.891833 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] 10.222.0.61 "PUT /v2.0/ports/3973e790-3cc6-4c24-a035-e7250209a2bc HTTP/1.1" status: 200 len: 1094 time: 0.9923475 May 10 03:25:42.892299 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:42.894515 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a" -d '{"events": [{"name": "network-changed", "server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:42.922392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fd402-d559-4ff2-aa12-319d5a905b9d service neutron] Pushing event updated for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:42.932885 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25b1f2-f1fe-4abd-9d68-e52b7ff58326 x-openstack-request-id: req-9c25b1f2-f1fe-4abd-9d68-e52b7ff58326 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:42.933178 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:42.933432 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c25b1f2-f1fe-4abd-9d68-e52b7ff58326 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:42.933830 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c25b1f2-f1fe-4abd-9d68-e52b7ff58326'] response: {'name': 'network-changed', 'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc', 'status': 'completed', 'code': 200} May 10 03:25:42.992508 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-968621e7-2a3d-457f-8205-4339fba6a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:42.994125 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-968621e7-2a3d-457f-8205-4339fba6a576 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfdd3106ad0d445fb9866648596f811e&device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 1128 time: 0.0419793 May 10 03:25:43.029664 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:43.054580 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:43.054902 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 3a836e0f-0f96-425a-91bb-9a8ccf3c5ee8 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:43.055318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9fef0a7e-306b-41d0-a349-66821ea88b60 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:43.073986 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 9fef0a7e-306b-41d0-a349-66821ea88b60 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:43.074327 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 9fef0a7e-306b-41d0-a349-66821ea88b60 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:43.098561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-46229a32-398d-4add-bdae-c6ec43df2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:43.099989 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-46229a32-398d-4add-bdae-c6ec43df2ae0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=dfdd3106ad0d445fb9866648596f811e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0976524 May 10 03:25:43.193025 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-f5cd886b-5b16-4f83-b22f-c90a7db442e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:43.194414 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-9af4847d-4b69-4a68-a4fd-fd6b5265a08a req-f5cd886b-5b16-4f83-b22f-c90a7db442e5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884035 May 10 03:25:43.220535 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58878) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:43.260923 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-507e8a81-76c6-4498-a21a-2983d8135bed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4524e2de8e8e4dbfa1cb85515dbeb90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391839 May 10 03:25:43.263501 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58880) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:43.272874 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-b387a9db-f2fe-4df2-bc1b-aa4c44c585ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:43.274335 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-b387a9db-f2fe-4df2-bc1b-aa4c44c585ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dfdd3106ad0d445fb9866648596f811e&device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 1128 time: 0.0441825 May 10 03:25:43.314504 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] Publish callbacks [] for security_group (0ad36927-7834-4036-ac3d-20e7ec018c8b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:43.316038 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-ea1647c3-538c-415b-8ea4-3839f5274002 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3973e790-3cc6-4c24-a035-e7250209a2bc HTTP/1.1" status: 200 len: 217 time: 0.0349154 May 10 03:25:43.342386 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] Publish callbacks [] for security_group (0ad36927-7834-4036-ac3d-20e7ec018c8b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:43.365662 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-ca6d8b47-f60b-48f8-b6bf-1b84f783377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:43.367150 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-ca6d8b47-f60b-48f8-b6bf-1b84f783377f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aba106df-7350-4225-bb72-075e6ea7febb HTTP/1.1" status: 200 len: 848 time: 0.0454466 May 10 03:25:43.403895 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-fd00cc0e-86c2-4bcb-af95-c77e10cdd598 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1064445-058f-4acb-8639-19d5bf2e7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305803 May 10 03:25:43.495504 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-f61a8c12-ce06-4845-86f2-dc049ceeb375 service neutron] 10.222.0.61 "GET /v2.0/networks/d1064445-058f-4acb-8639-19d5bf2e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 May 10 03:25:43.546816 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0ad36927-7834-4036-ac3d-20e7ec018c8b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:43.549751 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:43.554450 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ad36927-7834-4036-ac3d-20e7ec018c8b HTTP/1.1" status: 204 len: 168 time: 0.2864606 May 10 03:25:43.558579 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9522c8-537a-4fd2-9b1a-e48cca925dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad36927-7834-4036-ac3d-20e7ec018c8b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:43.598111 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-44be893c-6e28-4b07-a316-e3aeadd8544f req-5fd8712c-154a-4853-b757-86b019a98cc7 service neutron] 10.222.0.61 "GET /v2.0/networks/d1064445-058f-4acb-8639-19d5bf2e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970941 May 10 03:25:43.844277 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c833244-48a9-43a4-93d8-d2bb7f747089 req-9a9e4d83-6229-4fcf-9e68-2fad172df529 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:43.846074 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c833244-48a9-43a4-93d8-d2bb7f747089 req-9a9e4d83-6229-4fcf-9e68-2fad172df529 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 944 time: 0.0587392 May 10 03:25:43.893881 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0c833244-48a9-43a4-93d8-d2bb7f747089 req-81b90863-85e0-429c-b376-650e3dffef37 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 May 10 03:25:43.993132 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.191833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58908) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:44.240872 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58912) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:44.280879 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-14a20bcb-65cb-4cc4-976b-834b93697e44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42abd48bea644edbb8241cc544fa58a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382118 May 10 03:25:44.283366 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58914) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:44.332851 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] Publish callbacks [] for security_group (05a8ba1e-ffcc-4d17-8370-a266f0a9e07f), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.354369 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] Publish callbacks [] for security_group (05a8ba1e-ffcc-4d17-8370-a266f0a9e07f), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.401429 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30bdadef-8572-40ce-b967-afcbd16f2f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.487783 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30bdadef-8572-40ce-b967-afcbd16f2f5e admin admin] Publish callbacks [] for security_group (6d065b3d-061d-43c8-810d-aceee3ff7ab7), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.489526 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (05a8ba1e-ffcc-4d17-8370-a266f0a9e07f), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.492060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.493206 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05a8ba1e-ffcc-4d17-8370-a266f0a9e07f HTTP/1.1" status: 204 len: 168 time: 0.2085888 May 10 03:25:44.502368 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae66be-0288-47b9-8c6e-e772401a8234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8ba1e-ffcc-4d17-8370-a266f0a9e07f,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:44.586169 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-30bdadef-8572-40ce-b967-afcbd16f2f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (6d065b3d-061d-43c8-810d-aceee3ff7ab7), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.625005 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdadef-8572-40ce-b967-afcbd16f2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d065b3d-061d-43c8-810d-aceee3ff7ab7,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:44.629298 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-30bdadef-8572-40ce-b967-afcbd16f2f5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e6cd03f96804841a163744f10cd6c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364233 May 10 03:25:44.632205 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58920) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:44.682289 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] Publish callbacks [] for security_group (6d065b3d-061d-43c8-810d-aceee3ff7ab7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.703939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] Publish callbacks [] for security_group (6d065b3d-061d-43c8-810d-aceee3ff7ab7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.815831 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (6d065b3d-061d-43c8-810d-aceee3ff7ab7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.818380 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:44.819676 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d065b3d-061d-43c8-810d-aceee3ff7ab7 HTTP/1.1" status: 204 len: 168 time: 0.1862190 May 10 03:25:44.828367 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c0a25-fd55-4867-810e-9ec7d69a96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d065b3d-061d-43c8-810d-aceee3ff7ab7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:45.013579 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62696510-7570-46d3-9468-a0031094462d req-3a9638da-25af-43b5-b5db-06760de33b9c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:45.015159 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-62696510-7570-46d3-9468-a0031094462d req-3a9638da-25af-43b5-b5db-06760de33b9c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 944 time: 0.0488141 May 10 03:25:45.064700 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-62696510-7570-46d3-9468-a0031094462d req-7a1acd3c-b417-4df1-adfb-9fdf39620b5d tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 May 10 03:25:45.486863 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58928) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:45.501029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d039bc6-7c5b-4613-9319-96cd37c43fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.579350 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d039bc6-7c5b-4613-9319-96cd37c43fd8 admin admin] Publish callbacks [] for security_group (b58205be-4ad4-4113-8f7e-3b1654a9bda8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.672453 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2d039bc6-7c5b-4613-9319-96cd37c43fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b58205be-4ad4-4113-8f7e-3b1654a9bda8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.711114 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2d039bc6-7c5b-4613-9319-96cd37c43fd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f1970fda3ac4eb2b2234bbdfd2e432b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231464 May 10 03:25:45.713211 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d039bc6-7c5b-4613-9319-96cd37c43fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58205be-4ad4-4113-8f7e-3b1654a9bda8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:45.713795 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58934) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:45.761676 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] Publish callbacks [] for security_group (b58205be-4ad4-4113-8f7e-3b1654a9bda8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.782235 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] Publish callbacks [] for security_group (b58205be-4ad4-4113-8f7e-3b1654a9bda8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.901038 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b58205be-4ad4-4113-8f7e-3b1654a9bda8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.903567 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:45.904742 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b58205be-4ad4-4113-8f7e-3b1654a9bda8 HTTP/1.1" status: 204 len: 168 time: 0.1899147 May 10 03:25:45.913384 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258389ee-2548-44ec-bd77-091291865c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58205be-4ad4-4113-8f7e-3b1654a9bda8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:46.177705 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e90a-e1f1-4c85-8989-f8b4d332dd26 req-3b80a0d8-b0fa-4446-a11c-28d481751713 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:46.179082 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f74e90a-e1f1-4c85-8989-f8b4d332dd26 req-3b80a0d8-b0fa-4446-a11c-28d481751713 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 944 time: 0.0462048 May 10 03:25:46.227282 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3f74e90a-e1f1-4c85-8989-f8b4d332dd26 req-04a75a18-4268-4a87-9ada-22b855dfd087 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 May 10 03:25:46.566479 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58952) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:46.582895 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9c9a-4de8-4dae-8ec8-14d2449662e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.655362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9c9a-4de8-4dae-8ec8-14d2449662e3 admin admin] Publish callbacks [] for security_group (83caa981-92c0-4062-9bda-5c6eab391f71), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.711835 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9c9a-4de8-4dae-8ec8-14d2449662e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (83caa981-92c0-4062-9bda-5c6eab391f71), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.724700 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3973e790-3cc6-4c24-a035-e7250209a2bc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:25:46.749960 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9c9a-4de8-4dae-8ec8-14d2449662e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83caa981-92c0-4062-9bda-5c6eab391f71,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:46.755923 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-ebcf9c9a-4de8-4dae-8ec8-14d2449662e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2683800a62924ba9962f27c03b6b2902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884232 May 10 03:25:46.759487 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58954) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:46.809463 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] Publish callbacks [] for security_group (83caa981-92c0-4062-9bda-5c6eab391f71), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.826851 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3973e790-3cc6-4c24-a035-e7250209a2bc,segment=NetworkSegment(bdb13601-23e5-4fa1-9d62-e08cee8b6873),segment_id=bdb13601-23e5-4fa1-9d62-e08cee8b6873)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:46.831013 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] Publish callbacks [] for security_group (83caa981-92c0-4062-9bda-5c6eab391f71), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.838347 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '3973e790-3cc6-4c24-a035-e7250209a2bc', 'network_id': 'd1064445-058f-4acb-8639-19d5bf2e7ba7', 'port_id': '3973e790-3cc6-4c24-a035-e7250209a2bc', 'mac_address': 'fa:16:3e:0b:08:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba106df-7350-4225-bb72-075e6ea7febb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:25:46.875241 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3973e790-3cc6-4c24-a035-e7250209a2bc is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:25:46.875622 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.889784 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3973e790-3cc6-4c24-a035-e7250209a2bc {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:25:46.909126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3973e790-3cc6-4c24-a035-e7250209a2bc,segment=NetworkSegment(bdb13601-23e5-4fa1-9d62-e08cee8b6873),segment_id=bdb13601-23e5-4fa1-9d62-e08cee8b6873)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:46.934435 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (83caa981-92c0-4062-9bda-5c6eab391f71), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.937096 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:46.938309 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83caa981-92c0-4062-9bda-5c6eab391f71 HTTP/1.1" status: 204 len: 168 time: 0.1780448 May 10 03:25:46.946836 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2222e-d5ab-4a2d-ad0a-2b40f5befbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83caa981-92c0-4062-9bda-5c6eab391f71,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:46.997848 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:47.056520 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:47.205728 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['3973e790-3cc6-4c24-a035-e7250209a2bc'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:25:47.389049 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919e498-3b1f-4eb4-bcb1-824180c7e001 req-25d928c5-957d-4ffb-9c2b-95da65841270 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:47.391254 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a919e498-3b1f-4eb4-bcb1-824180c7e001 req-25d928c5-957d-4ffb-9c2b-95da65841270 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 945 time: 0.0837884 May 10 03:25:47.443681 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a919e498-3b1f-4eb4-bcb1-824180c7e001 req-8f1b142d-873d-4b54-a14c-bb2008382022 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 May 10 03:25:47.986117 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 58986) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:48.080435 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1192987712-network', 'tenant_id': 'f3186bec57c94e2f84ae52cae506dbc2'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:48.169133 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Made reservation on behalf of f3186bec57c94e2f84ae52cae506dbc2 for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:48.171461 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.180415 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.253180 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks [] for security_group (ca5cd2a6-20f8-4399-ba8e-a4efd87127d4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.311818 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ca5cd2a6-20f8-4399-ba8e-a4efd87127d4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.333663 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:25:48.346673 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:48.352282 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (025759a6-b1d2-4a83-8c53-8b59a8337a8c), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.352624 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Added segment 025759a6-b1d2-4a83-8c53-8b59a8337a8c of type vlan for network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 May 10 03:25:48.392058 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (3b28b3fa-2732-4380-8d7f-37cccd7876c1), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.477962 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (3b28b3fa-2732-4380-8d7f-37cccd7876c1), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.482781 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:48.482781 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.566383 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b28b3fa-2732-4380-8d7f-37cccd7876c1,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:48.580140 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:25:48.583894 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233d712-1e88-4b63-ac77-d626f4a0f514 req-ab534db0-64ed-4c56-8143-e67472738c52 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:48.585479 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4233d712-1e88-4b63-ac77-d626f4a0f514 req-ab534db0-64ed-4c56-8143-e67472738c52 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 945 time: 0.0602198 May 10 03:25:48.600096 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-482cd3c7-9682-41d0-b7fb-059fb122a8f1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6129153 May 10 03:25:48.603690 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 58992) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:48.608888 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Request body: {'subnet': {'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1192987712-subnet', 'tenant_id': 'f3186bec57c94e2f84ae52cae506dbc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:48.641786 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4233d712-1e88-4b63-ac77-d626f4a0f514 req-f45b14f7-d284-4ba5-8849-6f6f5c508631 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 May 10 03:25:48.694721 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Made reservation on behalf of f3186bec57c94e2f84ae52cae506dbc2 for: {'subnet': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:48.697348 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59690470'] for subnet (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.762404 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3973e790-3cc6-4c24-a035-e7250209a2bc up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:25:48.807796 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 3973e790-3cc6-4c24-a035-e7250209a2bc completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:25:48.878295 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 3973e790-3cc6-4c24-a035-e7250209a2bc triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:25:48.878662 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.913576 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59513591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59690488'] for subnet (9ffca598-61b3-41b9-b673-43cbcbd8e61d), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.958119 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffca598-61b3-41b9-b673-43cbcbd8e61d,revision_number=0']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:48.969623 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 3973e790-3cc6-4c24-a035-e7250209a2bc is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:25:48.970130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:48.986181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Checking segment: {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:25:48.986543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Network hostable DHCP agents. Network: 3b28b3fa-2732-4380-8d7f-37cccd7876c1, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:25:48.995910 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:48.998369 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a553d6-5781-4ac9-9d1a-bb13a7dc6540" -d '{"events": [{"server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "name": "network-vif-plugged", "status": "completed", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:49.010887 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3973e790-3cc6-4c24-a035-e7250209a2bc,segment=NetworkSegment(bdb13601-23e5-4fa1-9d62-e08cee8b6873),segment_id=bdb13601-23e5-4fa1-9d62-e08cee8b6873)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:49.035135 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e7fac-6166-4fe7-b26c-116e5fcd2e28 x-openstack-request-id: req-680e7fac-6166-4fe7-b26c-116e5fcd2e28 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:49.035448 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "name": "network-vif-plugged", "status": "completed", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:49.035704 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-680e7fac-6166-4fe7-b26c-116e5fcd2e28 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:49.036122 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680e7fac-6166-4fe7-b26c-116e5fcd2e28'] response: {'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc', 'code': 200} May 10 03:25:49.072679 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:25:49.095539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:49.129873 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 3b28b3fa-2732-4380-8d7f-37cccd7876c1) {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:25:49.134356 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:49.141650 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:49.142349 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a39992-1980-4056-a465-c6e80b5254a7 None None] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:49.161019 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:49.208933 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-fb9c18ad-a425-42d6-a518-a1c636c3bf64 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5961132 May 10 03:25:49.340935 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d20383-c79e-4580-91b6-8e7620bfe991 req-2e09479a-daa2-4a67-881d-c9f77d702659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:49.342508 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-04d20383-c79e-4580-91b6-8e7620bfe991 req-2e09479a-daa2-4a67-881d-c9f77d702659 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 1130 time: 0.0474074 May 10 03:25:49.392726 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200638c-65be-4d06-9676-0962055915c0 None None] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:25:49.407175 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-04d20383-c79e-4580-91b6-8e7620bfe991 req-891781ed-4059-45f3-b1f4-6105204b925e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567806 May 10 03:25:49.757983 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369800-67b3-4278-8d22-d6450e70b1bf req-b86e2222-29c9-4bf9-aaba-fa96b20fdea7 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:49.759433 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13369800-67b3-4278-8d22-d6450e70b1bf req-b86e2222-29c9-4bf9-aaba-fa96b20fdea7 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 946 time: 0.0504715 May 10 03:25:49.805602 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-13369800-67b3-4278-8d22-d6450e70b1bf req-236b2143-da48-4451-b4f0-8f3d2b95a12b tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 May 10 03:25:50.921976 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba28f-4bf5-4933-9890-9590c4b09bb0 req-ec6f4fe9-d15d-4331-93d3-a7aded29dc0d tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:50.923689 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b8ba28f-4bf5-4933-9890-9590c4b09bb0 req-ec6f4fe9-d15d-4331-93d3-a7aded29dc0d tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 946 time: 0.0472682 May 10 03:25:50.969673 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9b8ba28f-4bf5-4933-9890-9590c4b09bb0 req-4a48f9c3-811a-4d0c-9f33-c3cf23a21979 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403373 May 10 03:25:51.424939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-d4c1b6f1-7f3c-46ae-b6b3-6e5e0769b575 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:51.426489 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-d4c1b6f1-7f3c-46ae-b6b3-6e5e0769b575 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/networks?id=3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 200 len: 814 time: 0.1017494 May 10 03:25:51.441376 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-e1613be0-b48f-4cee-a48c-52dd99963428 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/quotas/f3186bec57c94e2f84ae52cae506dbc2 HTTP/1.1" status: 200 len: 375 time: 0.0088596 May 10 03:25:51.484972 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-8cf2e063-9462-40d8-ba74-d8e85f8ba46d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300143 May 10 03:25:51.632646 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-2b7a29e5-079b-4587-8b52-64c789a77492 service neutron] 10.222.0.65 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410308 May 10 03:25:51.720787 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-03ab8abb-339f-49dd-8ed2-d73329f2a3c6 service neutron] 10.222.0.65 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821130 May 10 03:25:52.549504 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc3ad2-9103-4413-8309-628ee08c9afe req-f1398e20-583c-4117-a52d-68b4f53dca77 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:52.550941 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-88dc3ad2-9103-4413-8309-628ee08c9afe req-f1398e20-583c-4117-a52d-68b4f53dca77 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0473776 May 10 03:25:52.599738 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-88dc3ad2-9103-4413-8309-628ee08c9afe req-a9eb0525-8c49-47ca-a25f-b68f8de27f16 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 May 10 03:25:52.751524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59116) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:52.856684 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7912888f-0c8f-4206-aa3a-572e0ee96396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:52.939297 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7912888f-0c8f-4206-aa3a-572e0ee96396 admin admin] Publish callbacks [] for security_group (fee39036-00c5-4723-a669-04abf358c9fa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:52.973697 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1d602536-b6b0-4365-a139-ea95a042f8f5 req-0eed33f1-ed7e-4b7b-8248-0fd79ed5811b tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 210 time: 0.0316813 May 10 03:25:53.020837 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7912888f-0c8f-4206-aa3a-572e0ee96396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fee39036-00c5-4723-a669-04abf358c9fa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.061779 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7912888f-0c8f-4206-aa3a-572e0ee96396 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd721ccc0d1849f98ff8a5e0bcfa6df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087163 May 10 03:25:53.064340 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59128) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:53.067096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912888f-0c8f-4206-aa3a-572e0ee96396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee39036-00c5-4723-a669-04abf358c9fa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:53.115905 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] Publish callbacks [] for security_group (fee39036-00c5-4723-a669-04abf358c9fa), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.139373 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] Publish callbacks [] for security_group (fee39036-00c5-4723-a669-04abf358c9fa), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.226516 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fee39036-00c5-4723-a669-04abf358c9fa), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.229754 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.230819 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fee39036-00c5-4723-a669-04abf358c9fa HTTP/1.1" status: 204 len: 168 time: 0.1648729 May 10 03:25:53.245969 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed254e1-a66d-4a65-b9ff-5ebf3405ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee39036-00c5-4723-a669-04abf358c9fa,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:53.720987 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91793ce-f68d-43a0-9228-fc15a9a4b370 req-de90adf5-65b0-44a2-a862-78cec0b6e6b3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:53.722477 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f91793ce-f68d-43a0-9228-fc15a9a4b370 req-de90adf5-65b0-44a2-a862-78cec0b6e6b3 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0472190 May 10 03:25:53.770518 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f91793ce-f68d-43a0-9228-fc15a9a4b370 req-eafd0cfc-f69b-4535-8436-7b88683a59ee tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3530d89-8199-4d6e-8afc-ff7ab9236d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 May 10 03:25:53.894136 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-a3a97780-1c9b-4ed7-85bb-da591ae7ea87 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:53.896160 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-a3a97780-1c9b-4ed7-85bb-da591ae7ea87 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 946 time: 0.0479677 May 10 03:25:53.971849 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59158) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:53.986561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Deleting port e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:53.986901 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:53.988103 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10e98344-463c-4936-8b65-f8a2dcc9b4ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.079257 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10e98344-463c-4936-8b65-f8a2dcc9b4ae admin admin] Publish callbacks [] for security_group (34662d73-7b75-4763-b25f-38c295f4dcf2), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.091181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] For port e8ecbe35-34e0-4751-a0e4-9587716eaf81, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e8ecbe35-34e0-4751-a0e4-9587716eaf81,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:54.091181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.107664 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-532cc48a-b5d1-4e1f-ad00-728c7d840737 req-bcd31239-4d11-4623-9931-01071cf8722a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 210 time: 0.0311830 May 10 03:25:54.141073 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-10e98344-463c-4936-8b65-f8a2dcc9b4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (34662d73-7b75-4763-b25f-38c295f4dcf2), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.188305 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-10e98344-463c-4936-8b65-f8a2dcc9b4ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14fc128dbfae42a4b62fb6421fc9a9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151093 May 10 03:25:54.189415 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e98344-463c-4936-8b65-f8a2dcc9b4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34662d73-7b75-4763-b25f-38c295f4dcf2,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:54.191884 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59166) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:54.241853 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] Publish callbacks [] for security_group (34662d73-7b75-4763-b25f-38c295f4dcf2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.264999 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] Publish callbacks [] for security_group (34662d73-7b75-4763-b25f-38c295f4dcf2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.282959 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.283329 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546497'] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.283651 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.db.l3_db [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Floating IP b55c3529-1862-4684-a2aa-4caf50b4cf4b disassociated. External IP: 172.28.1.214, port: e8ecbe35-34e0-4751-a0e4-9587716eaf81. May 10 03:25:54.284126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Calling delete_port for e8ecbe35-34e0-4751-a0e4-9587716eaf81 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:54.357837 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (34662d73-7b75-4763-b25f-38c295f4dcf2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.360378 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.364657 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34662d73-7b75-4763-b25f-38c295f4dcf2 HTTP/1.1" status: 204 len: 168 time: 0.1718118 May 10 03:25:54.373030 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa2ad5-5b47-487b-a2d1-926668c4e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34662d73-7b75-4763-b25f-38c295f4dcf2,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:54.512518 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e8ecbe35-34e0-4751-a0e4-9587716eaf81), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.514425 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecaabf-75f7-4e42-9bd6-995a96946559 req-86bc6142-9517-4ca8-a303-d143d186d87c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:54.517185 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8ecaabf-75f7-4e42-9bd6-995a96946559 req-86bc6142-9517-4ca8-a303-d143d186d87c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 946 time: 0.0487156 May 10 03:25:54.545490 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'Port': ['ID=e8ecbe35-34e0-4751-a0e4-9587716eaf81,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:54.566131 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d8ecaabf-75f7-4e42-9bd6-995a96946559 req-2217f1ab-8635-46c0-97c7-fe3d7502fea0 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 May 10 03:25:54.661821 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:25:54.785642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:25:54.795106 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:25:54.830943 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:54.831470 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:54.833057 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] No DVR routers for this DVR port e8ecbe35-34e0-4751-a0e4-9587716eaf81 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:54.836946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:54.840865 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6f1e07de-11b6-4aa9-85ef-2fed1ce4005d req-c98de4f6-6b43-4f1a-a3c2-86c36e6d2847 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.61 "DELETE /v2.0/ports/e8ecbe35-34e0-4751-a0e4-9587716eaf81 HTTP/1.1" status: 204 len: 173 time: 0.9399779 May 10 03:25:54.841312 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-deleted', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:54.843540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82695791-6145-4b81-a4bd-53fb239319b1" -d '{"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-deleted", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:54.881933 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2aa004-403a-429c-88a3-7561d3b5b9e3 x-openstack-request-id: req-2e2aa004-403a-429c-88a3-7561d3b5b9e3 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:54.882226 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d490231e-628d-467d-a571-2538c3646f1e", "name": "network-vif-deleted", "tag": "e8ecbe35-34e0-4751-a0e4-9587716eaf81", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:54.882595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e2aa004-403a-429c-88a3-7561d3b5b9e3 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:54.882879 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2aa004-403a-429c-88a3-7561d3b5b9e3'] response: {'server_uuid': 'd490231e-628d-467d-a571-2538c3646f1e', 'name': 'network-vif-deleted', 'tag': 'e8ecbe35-34e0-4751-a0e4-9587716eaf81', 'status': 'completed', 'code': 200} May 10 03:25:54.918450 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-32c710d6-3ff7-4f38-8af5-46dafe561a59 req-214afa50-a8a1-4f60-8d61-633f65313e7c tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 210 time: 0.0319512 May 10 03:25:54.958677 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:55.161804 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:55.192404 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:25:55.200996 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:25:55.201603 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:55.219936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ecb86262-dfe5-461d-9887-03ca83559764 req-1ecdd39f-57e1-4c42-9a31-91f0d2b988da tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 210 time: 0.0315824 May 10 03:25:55.310150 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:25:55.600197 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:25:55.630627 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ce2c5-5aec-44e5-9f04-0741c0d76118 None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:19:11Z', 'revision_number': 4, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb', '_interfaces': [{'id': '31732c18-a3af-4b07-82c2-32bee5d30dfc', 'name': '', 'network_id': '2381b1f0-2571-49ba-9c52-e5ec6b453c14', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'mac_address': 'fa:16:3e:3a:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:19:09Z', 'updated_at': '2022-05-10T03:19:24Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'subnets': [{'id': 'f0f988a5-d8cd-4116-91dd-a39e88c4585b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:25:55.693231 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b45da-86cc-44a9-8dcf-2b128464622d req-c87d92b2-fb27-4c99-908a-36b8d57510c4 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:55.694692 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b5b45da-86cc-44a9-8dcf-2b128464622d req-c87d92b2-fb27-4c99-908a-36b8d57510c4 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 946 time: 0.0599802 May 10 03:25:55.746500 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1b5b45da-86cc-44a9-8dcf-2b128464622d req-e52216b1-d955-4f4d-881a-1c294a8401e7 tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/security-groups?id=0e480fd4-35c2-4c83-ad19-ea0a8819479e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 May 10 03:25:55.887682 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c145c7-d36c-4820-9bb6-d3612050d1ec None None] New status for floating IP b55c3529-1862-4684-a2aa-4caf50b4cf4b: DOWN {{(pid=103796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 03:25:56.046720 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-0c9d449d-b2d5-4d05-a902-79099aec017c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:56.049255 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-0c9d449d-b2d5-4d05-a902-79099aec017c tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.61 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 946 time: 0.0667644 May 10 03:25:56.086167 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-52e66a68-f27b-4507-aa9e-c8011b16f870 req-ac44a3fc-388f-4d68-9be0-9f1ade9cbfe4 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/ports?device_id=d490231e-628d-467d-a571-2538c3646f1e HTTP/1.1" status: 200 len: 210 time: 0.0479980 May 10 03:25:56.159529 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Deleting port 3973e790-3cc6-4c24-a035-e7250209a2bc {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:56.159875 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:56.322670 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a217e8d4-1a13-4eeb-b905-f7d30e14c2f7 req-e504ded6-7ba3-488e-9374-4bba2c61ffde tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 210 time: 0.0310078 May 10 03:25:56.328800 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-a3cec104-a8aa-4710-93e5-5d7316b7c1cd tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:56.330637 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-a3cec104-a8aa-4710-93e5-5d7316b7c1cd tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "GET /v2.0/networks?id=3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 200 len: 814 time: 0.1236517 May 10 03:25:56.361320 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Request body: {'port': {'device_id': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1', 'admin_state_up': True, 'tenant_id': 'f3186bec57c94e2f84ae52cae506dbc2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:56.412979 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] For port 3973e790-3cc6-4c24-a035-e7250209a2bc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3973e790-3cc6-4c24-a035-e7250209a2bc,segment=NetworkSegment(bdb13601-23e5-4fa1-9d62-e08cee8b6873),segment_id=bdb13601-23e5-4fa1-9d62-e08cee8b6873)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:25:56.413351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:56.438362 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Calling delete_port for 3973e790-3cc6-4c24-a035-e7250209a2bc owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:56.655063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Made reservation on behalf of f3186bec57c94e2f84ae52cae506dbc2 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:25:56.658446 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:56.713836 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (3973e790-3cc6-4c24-a035-e7250209a2bc), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:56.726967 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['3973e790-3cc6-4c24-a035-e7250209a2bc'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:25:56.784654 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Pushing event deleted for resources: {'Port': ['ID=3973e790-3cc6-4c24-a035-e7250209a2bc,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:56.796449 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:56.828813 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: e8ecbe35-34e0-4751-a0e4-9587716eaf81 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:56.829499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e8ecbe35-34e0-4751-a0e4-9587716eaf81 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:56.830130 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3973e790-3cc6-4c24-a035-e7250209a2bc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:25:56.850415 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0889b1e2-d480-4506-b4f0-9286728a0a06 req-6f720ca2-2dc5-443f-b7ca-3862fc76d3cb tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.65 "GET /v2.0/ports?device_id=70461bd7-372f-4190-bcea-c048ecdfc83a HTTP/1.1" status: 200 len: 210 time: 0.0321314 May 10 03:25:56.854873 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 3973e790-3cc6-4c24-a035-e7250209a2bc {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:25:56.854873 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 3973e790-3cc6-4c24-a035-e7250209a2bc not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:25:56.866501 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] No DVR routers for this DVR port 3973e790-3cc6-4c24-a035-e7250209a2bc on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:25:56.869160 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:56.873188 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-53eae858-36c6-4fa8-890d-e14a5d8f04b7 req-2775f17b-a77b-490e-9a63-688b335c494e tempest-VolumesActionsTest-761811442 tempest-VolumesActionsTest-761811442-project] 10.222.0.61 "DELETE /v2.0/ports/3973e790-3cc6-4c24-a035-e7250209a2bc HTTP/1.1" status: 204 len: 173 time: 0.8190882 May 10 03:25:56.884098 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'name': 'network-vif-deleted', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:56.886375 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83b6ff-7946-4876-b2f6-2b4373cfa909" -d '{"events": [{"server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "name": "network-vif-deleted", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:56.901308 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Allocated IP 172.20.0.6 (3b28b3fa-2732-4380-8d7f-37cccd7876c1/9ffca598-61b3-41b9-b673-43cbcbd8e61d/72610399-4a51-40b7-b2b9-173be370b569) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:25:56.926250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b241894-2fdf-45d1-aa50-625a76564cda x-openstack-request-id: req-8b241894-2fdf-45d1-aa50-625a76564cda {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:56.926539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70461bd7-372f-4190-bcea-c048ecdfc83a", "name": "network-vif-deleted", "tag": "3973e790-3cc6-4c24-a035-e7250209a2bc", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:56.926786 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b241894-2fdf-45d1-aa50-625a76564cda {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:56.927167 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b241894-2fdf-45d1-aa50-625a76564cda'] response: {'server_uuid': '70461bd7-372f-4190-bcea-c048ecdfc83a', 'name': 'network-vif-deleted', 'tag': '3973e790-3cc6-4c24-a035-e7250209a2bc', 'status': 'completed', 'code': 200} May 10 03:25:57.053140 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks [] for port (72610399-4a51-40b7-b2b9-173be370b569), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.161870 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.210045 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:25:57.213224 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:25:57.219478 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:25:57.242332 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Pushing event updated for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:57.269569 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:57.270175 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.279775 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59240) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:57.333126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (b3530d89-8199-4d6e-8afc-ff7ab9236d44), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.357881 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (b3530d89-8199-4d6e-8afc-ff7ab9236d44), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.377132 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-9d5045fa-e368-4b75-b412-58412f1e3091 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0349233 May 10 03:25:57.445318 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6ba16-fc09-4b70-8ac8-06a2de778423 req-dc739314-6a17-4d48-9ca3-b5e0f955aad8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:57.446685 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bae6ba16-fc09-4b70-8ac8-06a2de778423 req-dc739314-6a17-4d48-9ca3-b5e0f955aad8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 931 time: 0.0513391 May 10 03:25:57.478351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (b3530d89-8199-4d6e-8afc-ff7ab9236d44), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.481682 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.482830 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3530d89-8199-4d6e-8afc-ff7ab9236d44 HTTP/1.1" status: 204 len: 168 time: 0.2020822 May 10 03:25:57.486145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59244) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:57.497789 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bae6ba16-fc09-4b70-8ac8-06a2de778423 req-3004a15d-19e9-4850-b274-32e615ea7566 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451047 May 10 03:25:57.502826 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f157eb-b2d6-40b9-9375-8e186d56c7e1 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3530d89-8199-4d6e-8afc-ff7ab9236d44,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:57.504903 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.api.v2.resource [None req-d9e19c33-6cda-444b-be8a-b0eb2143e3f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] show failed (client error): The resource could not be found. May 10 03:25:57.505909 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d9e19c33-6cda-444b-be8a-b0eb2143e3f5 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "GET /v2.0/security-groups/b3530d89-8199-4d6e-8afc-ff7ab9236d44 HTTP/1.1" status: 404 len: 347 time: 0.0176551 May 10 03:25:57.509190 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59246) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:25:57.535231 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.545159 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Request body: {'port': {'device_id': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:25:57.609368 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72610399-4a51-40b7-b2b9-173be370b569), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.628576 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Deleting port a681be05-28ca-466a-85ae-4a621d69b4a1 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:25:57.628909 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.705599 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.705826 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (a681be05-28ca-466a-85ae-4a621d69b4a1), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.719044 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Calling delete_port for a681be05-28ca-466a-85ae-4a621d69b4a1 owned by network:floatingip {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:25:57.874739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72610399-4a51-40b7-b2b9-173be370b569 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:25:57.882760 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks [] for port (72610399-4a51-40b7-b2b9-173be370b569), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.918107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Transition to ACTIVE for port object 72610399-4a51-40b7-b2b9-173be370b569 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:25:57.918398 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (a681be05-28ca-466a-85ae-4a621d69b4a1), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:57.946140 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Pushing event deleted for resources: {'Port': ['ID=a681be05-28ca-466a-85ae-4a621d69b4a1,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:58.010035 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks [] for floatingip (b55c3529-1862-4684-a2aa-4caf50b4cf4b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.013197 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for floatingip (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.025786 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3017ab3b-a713-4444-9ca8-31f62d4614f9 tempest-AttachVolumeShelveTestJSON-1289566836 tempest-AttachVolumeShelveTestJSON-1289566836-project] 10.222.0.65 "DELETE /v2.0/floatingips/b55c3529-1862-4684-a2aa-4caf50b4cf4b HTTP/1.1" status: 204 len: 168 time: 0.5042179 May 10 03:25:58.026043 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.331214 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Pushing event updated for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:58.396859 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Attempting to bind port 72610399-4a51-40b7-b2b9-173be370b569 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:25:58.397794 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Attempting to bind port 72610399-4a51-40b7-b2b9-173be370b569 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:25:58.398125 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Attempting to bind port 72610399-4a51-40b7-b2b9-173be370b569 on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:25:58.402584 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Port 72610399-4a51-40b7-b2b9-173be370b569 on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:25:58.402847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Attempting to bind port 72610399-4a51-40b7-b2b9-173be370b569 on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:25:58.407997 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:25:58.408522 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Checking segment: {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:25:58.408908 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Bound using segment: {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:25:58.409398 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Bound port: 72610399-4a51-40b7-b2b9-173be370b569, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:25:58.409826 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72610399-4a51-40b7-b2b9-173be370b569), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.485005 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:25:58.488475 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72610399-4a51-40b7-b2b9-173be370b569,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:25:58.566048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.604844 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:58.605601 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:25:58.606845 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] 10.222.0.61 "PUT /v2.0/ports/72610399-4a51-40b7-b2b9-173be370b569 HTTP/1.1" status: 200 len: 1093 time: 1.0662770 May 10 03:25:58.632577 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1eeb9-ac85-40e5-9264-2f730c8411a8 service neutron] Pushing event updated for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:25:58.633121 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd67f-84a9-4fdf-a1ba-7ee2edab0cb2 req-dd8c741c-9663-476b-b2fa-1b096cb53167 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:58.635040 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ccfd67f-84a9-4fdf-a1ba-7ee2edab0cb2 req-dd8c741c-9663-476b-b2fa-1b096cb53167 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 943 time: 0.0594981 May 10 03:25:58.685504 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-5ccfd67f-84a9-4fdf-a1ba-7ee2edab0cb2 req-42386efc-c0df-4396-be59-36b25ff415ce tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 May 10 03:25:58.747872 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-6fe9db5c-1958-44c0-9393-d5ceee776849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:58.749391 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-6fe9db5c-1958-44c0-9393-d5ceee776849 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 1127 time: 0.0417528 May 10 03:25:58.798849 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-2df9bb34-f132-4ace-a811-f8903e96dd57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72610399-4a51-40b7-b2b9-173be370b569 HTTP/1.1" status: 200 len: 217 time: 0.0411761 May 10 03:25:58.850542 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-1a7ef8c6-9b75-4f6f-95a0-3e3fd30b90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:58.851978 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-1a7ef8c6-9b75-4f6f-95a0-3e3fd30b90bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ffca598-61b3-41b9-b673-43cbcbd8e61d HTTP/1.1" status: 200 len: 854 time: 0.0475786 May 10 03:25:58.883824 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-dd6a4310-bca5-442d-98ba-061ce9687a4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b28b3fa-2732-4380-8d7f-37cccd7876c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256956 May 10 03:25:58.930262 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'tag': '72610399-4a51-40b7-b2b9-173be370b569'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:25:58.932533 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da1c11-800c-4fe6-96f4-9a619b9f9417" -d '{"events": [{"name": "network-changed", "server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "tag": "72610399-4a51-40b7-b2b9-173be370b569"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:25:58.975010 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca3ce1-fa7b-4b80-9d1d-eda92da341c2 x-openstack-request-id: req-afca3ce1-fa7b-4b80-9d1d-eda92da341c2 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:25:58.975010 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "tag": "72610399-4a51-40b7-b2b9-173be370b569", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:25:58.975010 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afca3ce1-fa7b-4b80-9d1d-eda92da341c2 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:25:58.975010 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afca3ce1-fa7b-4b80-9d1d-eda92da341c2'] response: {'name': 'network-changed', 'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'tag': '72610399-4a51-40b7-b2b9-173be370b569', 'status': 'completed', 'code': 200} May 10 03:25:58.980789 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-414a5cfc-d65b-4e57-8017-1bf0c7992cb5 service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908260 May 10 03:25:59.083179 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-2a0dbd2f-8d3c-4a6f-8ac1-75c42364e261 req-fa7bb8e9-2eca-4c15-b098-084cd208ba76 service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951800 May 10 03:25:59.803250 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af32d7-c125-410f-8dab-c6aa471ba7d4 req-9768eb18-c75e-4c36-9bf0-c2bb3220aaca tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:59.804752 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4af32d7-c125-410f-8dab-c6aa471ba7d4 req-9768eb18-c75e-4c36-9bf0-c2bb3220aaca tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 943 time: 0.0519102 May 10 03:25:59.851541 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-66693f4c-e41c-4163-935f-86af3db774f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:59.852977 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-66693f4c-e41c-4163-935f-86af3db774f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 1127 time: 0.0400338 May 10 03:25:59.855705 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c4af32d7-c125-410f-8dab-c6aa471ba7d4 req-85f3e750-e9af-4d0f-acfd-44d8ce194510 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 May 10 03:25:59.954458 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-c56e186e-521a-411d-ac4b-7a24b97a35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:25:59.955969 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-c56e186e-521a-411d-ac4b-7a24b97a35d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 200 len: 915 time: 0.0978682 May 10 03:25:59.998466 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-49052791-323c-4df4-aebb-0072500a784a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72610399-4a51-40b7-b2b9-173be370b569 HTTP/1.1" status: 200 len: 217 time: 0.0366154 May 10 03:26:00.045782 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-b12924e4-7809-4708-b3d5-f6ae7ab7501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:00.047217 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-b12924e4-7809-4708-b3d5-f6ae7ab7501a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ffca598-61b3-41b9-b673-43cbcbd8e61d HTTP/1.1" status: 200 len: 854 time: 0.0430593 May 10 03:26:00.079388 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-c865ce98-4db8-4833-8f5d-6b6d82eaa3cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b28b3fa-2732-4380-8d7f-37cccd7876c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263782 May 10 03:26:00.178494 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-c2f79635-e14b-4de2-9167-456622b2f6fc service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928550 May 10 03:26:00.270051 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-e9da1c11-800c-4fe6-96f4-9a619b9f9417 req-70fb06fb-ffd2-44c1-9daf-a46c3c27f049 service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853503 May 10 03:26:00.775559 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59314) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:00.818034 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 72610399-4a51-40b7-b2b9-173be370b569 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:26:00.920286 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72610399-4a51-40b7-b2b9-173be370b569,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:00.933769 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '72610399-4a51-40b7-b2b9-173be370b569', 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1', 'port_id': '72610399-4a51-40b7-b2b9-173be370b569', 'mac_address': 'fa:16:3e:e9:43:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffca598-61b3-41b9-b673-43cbcbd8e61d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:26:00.974569 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 72610399-4a51-40b7-b2b9-173be370b569 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:26:00.974962 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72610399-4a51-40b7-b2b9-173be370b569), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:00.998128 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72610399-4a51-40b7-b2b9-173be370b569 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:26:01.013401 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd50e2b-1d86-4b7b-a33b-252d7389f78f req-ce68ba08-8b43-4e1a-9902-b10d84be8711 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:01.014879 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dbd50e2b-1d86-4b7b-a33b-252d7389f78f req-ce68ba08-8b43-4e1a-9902-b10d84be8711 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 943 time: 0.0896475 May 10 03:26:01.020316 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72610399-4a51-40b7-b2b9-173be370b569,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:01.072481 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:01.098533 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dbd50e2b-1d86-4b7b-a33b-252d7389f78f req-20e40178-0b5a-46cd-b5db-d5d14d02fe05 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708697 May 10 03:26:01.136535 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:01.261499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['72610399-4a51-40b7-b2b9-173be370b569'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:26:01.335171 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-567546'] for router_interface (04db7311-7060-442b-8cec-e3ea7fb004a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:01.834333 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Deleting port 31732c18-a3af-4b07-82c2-32bee5d30dfc {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:26:01.834674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:01.917015 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] For port 31732c18-a3af-4b07-82c2-32bee5d30dfc, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=31732c18-a3af-4b07-82c2-32bee5d30dfc,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:01.917389 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:01.930691 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Calling delete_port for 31732c18-a3af-4b07-82c2-32bee5d30dfc owned by network:router_interface {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:26:02.146741 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (31732c18-a3af-4b07-82c2-32bee5d30dfc), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:02.174308 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Pushing event deleted for resources: {'Port': ['ID=31732c18-a3af-4b07-82c2-32bee5d30dfc,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:02.261947 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bc118-4273-4e09-aba1-d82394558c1f req-adb81eaf-7f70-4146-ae7d-a7c32ca6788a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:02.264139 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e65bc118-4273-4e09-aba1-d82394558c1f req-adb81eaf-7f70-4146-ae7d-a7c32ca6788a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 944 time: 0.0947797 May 10 03:26:02.369229 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e65bc118-4273-4e09-aba1-d82394558c1f req-487acee5-ace7-496e-a09e-05dec0f8b0b2 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861111 May 10 03:26:02.429654 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570099'] for router_interface (04db7311-7060-442b-8cec-e3ea7fb004a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:02.671916 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Router 04db7311-7060-442b-8cec-e3ea7fb004a2 has already been hosted by L3 agent 1eb9e98c-6c01-4b1b-b00a-6a79188193a0 {{(pid=103795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 03:26:02.782969 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] Notify agent at l3_agent.dv-cinder-830094-4-smb the message routers_updated {{(pid=103795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 03:26:02.790803 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f5e03827-04d8-460e-a7ce-f5a67d6b829b admin admin] 10.222.0.65 "PUT /v2.0/routers/04db7311-7060-442b-8cec-e3ea7fb004a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0109539 May 10 03:26:02.790803 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59370) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:02.794873 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Sync routers for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 03:26:02.808475 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:26:02.809219 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:02.836501 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 72610399-4a51-40b7-b2b9-173be370b569 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:26:02.887540 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 72610399-4a51-40b7-b2b9-173be370b569 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:26:02.905707 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks [] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:02.921250 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: dv-cinder-830094-4-smb {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:26:02.987529 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 72610399-4a51-40b7-b2b9-173be370b569 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:26:02.988251 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (72610399-4a51-40b7-b2b9-173be370b569), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.035768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks [] for router_gateway (04db7311-7060-442b-8cec-e3ea7fb004a2), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.087892 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 72610399-4a51-40b7-b2b9-173be370b569 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:26:03.088318 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (72610399-4a51-40b7-b2b9-173be370b569), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.097797 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'external_fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92'}], 'enable_snat': True}, 'gw_port_id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:26:02Z', 'revision_number': 5, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port': {'id': 'ab00702b-ac46-4d14-bd99-311584625ed0', 'name': '', 'network_id': 'a6b7ad1a-2e1c-4306-91eb-4f4f9e61677e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'ip_address': '172.28.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830094-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T03:18:59Z', 'updated_at': '2022-05-10T03:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbc2cd21-3748-4c0f-a687-2d8c0082202e', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830094-4-smb'}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:03.112140 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72610399-4a51-40b7-b2b9-173be370b569'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:26:03.114422 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6d2b7a-a7f8-4f26-a0ad-7b7bbe8b1384" -d '{"events": [{"server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "name": "network-vif-plugged", "status": "completed", "tag": "72610399-4a51-40b7-b2b9-173be370b569"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:26:03.136803 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Checking router: 04db7311-7060-442b-8cec-e3ea7fb004a2 for host: dv-cinder-830094-4-smb {{(pid=103797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 03:26:03.137885 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72610399-4a51-40b7-b2b9-173be370b569,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:03.148682 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Routers {'04db7311-7060-442b-8cec-e3ea7fb004a2'} bound to L3 agent in host dv-cinder-830094-4-smb {{(pid=103797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 03:26:03.149406 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830094-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T03:10:10Z,description=,heartbeat_timestamp=2022-05-10T03:25:40Z,host='dv-cinder-830094-4-smb',id=1eb9e98c-6c01-4b1b-b00a-6a79188193a0,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T03:10:10Z,topic='l3_agent')) {'router_ids': ['04db7311-7060-442b-8cec-e3ea7fb004a2'], 'active': True} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:03.152113 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebe2b4-0158-49fb-bda1-6d7368c0d701 x-openstack-request-id: req-15ebe2b4-0158-49fb-bda1-6d7368c0d701 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:26:03.152428 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "name": "network-vif-plugged", "status": "completed", "tag": "72610399-4a51-40b7-b2b9-173be370b569", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:26:03.152684 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15ebe2b4-0158-49fb-bda1-6d7368c0d701 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:26:03.153147 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ebe2b4-0158-49fb-bda1-6d7368c0d701'] response: {'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72610399-4a51-40b7-b2b9-173be370b569', 'code': 200} May 10 03:26:03.159103 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Deleting port ab00702b-ac46-4d14-bd99-311584625ed0 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:26:03.159586 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.226934 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.241800 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_dvr_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] Set router 04db7311-7060-442b-8cec-e3ea7fb004a2 gateway port host: None {{(pid=103797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 03:26:03.255514 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] For port ab00702b-ac46-4d14-bd99-311584625ed0, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=ab00702b-ac46-4d14-bd99-311584625ed0,segment=NetworkSegment(1ac977d7-33b0-457f-b8d4-a8da198c6232),segment_id=1ac977d7-33b0-457f-b8d4-a8da198c6232)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:03.255886 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.272871 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Calling delete_port for ab00702b-ac46-4d14-bd99-311584625ed0 owned by network:router_gateway {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:26:03.282224 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:03.310441 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.l3_hamode_db [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:26:03Z', 'revision_number': 6, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port_host': None}], 'dv-cinder-830094-4-smb', False) {} {{(pid=103797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:03.340145 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2a8cf-f6b2-4a12-bb4d-5928e74630b9 None None] The sync data for ids ['04db7311-7060-442b-8cec-e3ea7fb004a2'] in dv-cinder-830094-4-smb is: [{'id': '04db7311-7060-442b-8cec-e3ea7fb004a2', 'name': 'tempest-AttachVolumeShelveTestJSON-1465800112-router', 'tenant_id': '4af328ed59384b70b2312c150a124746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T03:18:58Z', 'updated_at': '2022-05-10T03:26:03Z', 'revision_number': 6, 'project_id': '4af328ed59384b70b2312c150a124746', 'gw_port_host': None}] {{(pid=103797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 03:26:03.421029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3427f4f-f908-42af-964f-e1badc5c2c90 req-a767a6b5-b005-4d5d-b22e-de1eb9b6f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:03.423153 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-a3427f4f-f908-42af-964f-e1badc5c2c90 req-a767a6b5-b005-4d5d-b22e-de1eb9b6f76a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 1129 time: 0.0510693 May 10 03:26:03.478363 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-a3427f4f-f908-42af-964f-e1badc5c2c90 req-3dc7eea4-291a-4299-953c-3060a80d07c8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 May 10 03:26:03.495802 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ebc0-36fa-4715-920e-8de56959c15a req-48238e4a-e6c4-4f40-a25b-e15c579a4f16 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:03.497281 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cfd6ebc0-36fa-4715-920e-8de56959c15a req-48238e4a-e6c4-4f40-a25b-e15c579a4f16 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0525966 May 10 03:26:03.531036 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (ab00702b-ac46-4d14-bd99-311584625ed0), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.568881 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab00702b-ac46-4d14-bd99-311584625ed0,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:03.577181 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-cfd6ebc0-36fa-4715-920e-8de56959c15a req-eb6b9688-3ac4-49d8-951b-3eef83b01941 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741878 May 10 03:26:03.628720 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548244'] for router_gateway (04db7311-7060-442b-8cec-e3ea7fb004a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.727743 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44297'] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.731305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks [] for router_controller (04db7311-7060-442b-8cec-e3ea7fb004a2), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.849721 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-541251'] for router (04db7311-7060-442b-8cec-e3ea7fb004a2), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.850263 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04db7311-7060-442b-8cec-e3ea7fb004a2 {{(pid=103795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 03:26:03.855244 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.856416 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8af05cb7-85c4-4673-891e-26947ddf25e6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/04db7311-7060-442b-8cec-e3ea7fb004a2 HTTP/1.1" status: 204 len: 168 time: 1.0648358 May 10 03:26:03.858876 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59388) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:03.903536 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Deleting subnet f0f988a5-d8cd-4116-91dd-a39e88c4585b {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:26:03.906772 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Publish callbacks [] for subnet (f0f988a5-d8cd-4116-91dd-a39e88c4585b), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:03.941196 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (f0f988a5-d8cd-4116-91dd-a39e88c4585b), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.032452 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (f0f988a5-d8cd-4116-91dd-a39e88c4585b), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.135553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (f0f988a5-d8cd-4116-91dd-a39e88c4585b), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.162110 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f988a5-d8cd-4116-91dd-a39e88c4585b,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:04.165894 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.169747 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5c46ab82-14c3-4489-8279-341c53808294 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f0f988a5-d8cd-4116-91dd-a39e88c4585b HTTP/1.1" status: 204 len: 168 time: 0.3099537 May 10 03:26:04.172300 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59398) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:04.175081 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41eea3-210c-4c5a-8423-66c068616319 None None] Network 2381b1f0-2571-49ba-9c52-e5ec6b453c14 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:26:04.246479 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (2381b1f0-2571-49ba-9c52-e5ec6b453c14), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.299311 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Deleting port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 {{(pid=103795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:26:04.299762 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.349212 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] DHCP port deletion for 2381b1f0-2571-49ba-9c52-e5ec6b453c14 request from dv-cinder-830094-4-smb {{(pid=103796) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 03:26:04.371193 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.db [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] For port 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=2e5abb7e-115e-4e9b-b3d7-65c700052f85,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:04.371546 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.394609 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Calling delete_port for 2e5abb7e-115e-4e9b-b3d7-65c700052f85 owned by network:dhcp {{(pid=103795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:26:04.396387 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Deleting port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 {{(pid=103796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:26:04.396855 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), before_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.468611 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] For port 2e5abb7e-115e-4e9b-b3d7-65c700052f85, host dv-cinder-830094-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830094-4-smb',level=0,port_id=2e5abb7e-115e-4e9b-b3d7-65c700052f85,segment=NetworkSegment(1e8c271c-8797-490b-8f94-c0e661dcf0a5),segment_id=1e8c271c-8797-490b-8f94-c0e661dcf0a5)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:04.469011 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), precommit_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.482358 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Calling delete_port for 2e5abb7e-115e-4e9b-b3d7-65c700052f85 owned by network:dhcp {{(pid=103796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:26:04.644325 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62332138'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.651070 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969'] for port (2e5abb7e-115e-4e9b-b3d7-65c700052f85), after_delete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.679706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e5abb7e-115e-4e9b-b3d7-65c700052f85,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:04.680049 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] No DVR routers for this DVR port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 on host dv-cinder-830094-4-smb {{(pid=103796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:26:04.685977 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38ae27-9989-4e04-8af3-a7bd54c8c328 None None] Pushing event deleted for resources: {'Port': ['ID=2e5abb7e-115e-4e9b-b3d7-65c700052f85,revision_number=None']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:04.699473 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] No DVR routers for this DVR port 2e5abb7e-115e-4e9b-b3d7-65c700052f85 on host dv-cinder-830094-4-smb {{(pid=103795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:26:04.747083 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff960767-f964-4c5c-99ad-bd1277c5a8c3 req-147218dd-6b78-4132-9827-3efcab91a0eb tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:04.748506 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff960767-f964-4c5c-99ad-bd1277c5a8c3 req-147218dd-6b78-4132-9827-3efcab91a0eb tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0987644 May 10 03:26:04.804155 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (2381b1f0-2571-49ba-9c52-e5ec6b453c14), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.841694 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381b1f0-2571-49ba-9c52-e5ec6b453c14']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:04.851703 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff960767-f964-4c5c-99ad-bd1277c5a8c3 req-11934198-93c5-45a9-8096-1ac99fbbd1c3 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753634 May 10 03:26:04.855016 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8c271c-8797-490b-8f94-c0e661dcf0a5') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:04.855362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8c271c-8797-490b-8f94-c0e661dcf0a5') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:04.864585 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (1e8c271c-8797-490b-8f94-c0e661dcf0a5), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.879227 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (1e8c271c-8797-490b-8f94-c0e661dcf0a5), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.886418 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:26:04.886808 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (1e8c271c-8797-490b-8f94-c0e661dcf0a5), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:26:04.888581 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:26:05.002709 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (2381b1f0-2571-49ba-9c52-e5ec6b453c14), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.007146 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.011441 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2381b1f0-2571-49ba-9c52-e5ec6b453c14 HTTP/1.1" status: 204 len: 168 time: 0.8373153 May 10 03:26:05.023985 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b6b07-a8f6-46c1-a6e5-9ac9ee7fe4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2381b1f0-2571-49ba-9c52-e5ec6b453c14,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:05.038754 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 2e5abb7e-115e-4e9b-b3d7-65c700052f85 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:26:05.060293 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 2e5abb7e-115e-4e9b-b3d7-65c700052f85 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:26:05.060839 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 2e5abb7e-115e-4e9b-b3d7-65c700052f85 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:26:05.061688 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ab00702b-ac46-4d14-bd99-311584625ed0 no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:26:05.084662 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: ab00702b-ac46-4d14-bd99-311584625ed0 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:26:05.085001 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device ab00702b-ac46-4d14-bd99-311584625ed0 not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:26:05.085422 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 31732c18-a3af-4b07-82c2-32bee5d30dfc no longer exists at agent ovs-agent-dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:26:05.105293 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] No Port match for: 31732c18-a3af-4b07-82c2-32bee5d30dfc {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:26:05.105649 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Device 31732c18-a3af-4b07-82c2-32bee5d30dfc not bound to the agent host dv-cinder-830094-4-smb {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:26:05.298859 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59418) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:05.340047 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-0bc51469-f909-447e-aea9-1480cc0ecddd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4af328ed59384b70b2312c150a124746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399642 May 10 03:26:05.342626 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59424) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:05.391352 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] Publish callbacks [] for security_group (d7ac7c25-b564-4393-bce7-df0e7e6d2e48), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.413257 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] Publish callbacks [] for security_group (d7ac7c25-b564-4393-bce7-df0e7e6d2e48), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.581158 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d7ac7c25-b564-4393-bce7-df0e7e6d2e48), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.583741 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:05.587405 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7ac7c25-b564-4393-bce7-df0e7e6d2e48 HTTP/1.1" status: 204 len: 168 time: 0.2413778 May 10 03:26:05.593990 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b996db-5d5f-4fa4-8ac1-61cf828346ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac7c25-b564-4393-bce7-df0e7e6d2e48,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:05.871838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59440) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:05.973007 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7deff-c1fa-448d-a85d-521c741e00d2 req-190f8de2-4c8f-4aea-b461-baa6682eaf85 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:05.974527 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3aa7deff-c1fa-448d-a85d-521c741e00d2 req-190f8de2-4c8f-4aea-b461-baa6682eaf85 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0540028 May 10 03:26:05.993917 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3331041-08da-4140-8368-e47c456347dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.026413 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3aa7deff-c1fa-448d-a85d-521c741e00d2 req-db6b4d5b-91b8-4a82-a41a-9851ba975128 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 May 10 03:26:06.094465 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3331041-08da-4140-8368-e47c456347dd admin admin] Publish callbacks [] for security_group (303765dd-fabb-48d5-80ea-b8c19014648c), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.175558 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-b3331041-08da-4140-8368-e47c456347dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (303765dd-fabb-48d5-80ea-b8c19014648c), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.218870 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-b3331041-08da-4140-8368-e47c456347dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2ec51c478ac4663b36c16b9f3061c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456182 May 10 03:26:06.219995 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331041-08da-4140-8368-e47c456347dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303765dd-fabb-48d5-80ea-b8c19014648c,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:06.221558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59490) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:06.275421 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] Publish callbacks [] for security_group (303765dd-fabb-48d5-80ea-b8c19014648c), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.301962 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] Publish callbacks [] for security_group (303765dd-fabb-48d5-80ea-b8c19014648c), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.392676 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (303765dd-fabb-48d5-80ea-b8c19014648c), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.395358 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:06.396676 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/303765dd-fabb-48d5-80ea-b8c19014648c HTTP/1.1" status: 204 len: 168 time: 0.1732149 May 10 03:26:06.406085 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dff2a0-8e83-41f4-8c12-322ddb09bc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303765dd-fabb-48d5-80ea-b8c19014648c,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:07.100972 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59540) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:07.115544 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c5070-afa5-4e71-8082-a56a301a4b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.192306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c5070-afa5-4e71-8082-a56a301a4b49 admin admin] Publish callbacks [] for security_group (3cbc32a5-cf7c-4875-9c0c-4ab082308653), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.306395 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-6e9c5070-afa5-4e71-8082-a56a301a4b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3cbc32a5-cf7c-4875-9c0c-4ab082308653), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.348500 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-6e9c5070-afa5-4e71-8082-a56a301a4b49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e039a85645e3443c801322d8b08f41e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450144 May 10 03:26:07.350067 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59548) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:07.350627 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c5070-afa5-4e71-8082-a56a301a4b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc32a5-cf7c-4875-9c0c-4ab082308653,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:07.410812 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] Publish callbacks [] for security_group (3cbc32a5-cf7c-4875-9c0c-4ab082308653), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.420152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59554) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:07.441169 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] Publish callbacks [] for security_group (3cbc32a5-cf7c-4875-9c0c-4ab082308653), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.547357 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b73523-323d-48e5-92ce-31b7838c08d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.587205 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-effe817e-68e4-4698-a58b-257d47ebe502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.632031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (3cbc32a5-cf7c-4875-9c0c-4ab082308653), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.632031 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.632031 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cbc32a5-cf7c-4875-9c0c-4ab082308653 HTTP/1.1" status: 204 len: 168 time: 0.2798045 May 10 03:26:07.643444 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cec33-7063-43a9-91e5-7434722c2700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc32a5-cf7c-4875-9c0c-4ab082308653,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:07.694507 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b73523-323d-48e5-92ce-31b7838c08d1 admin admin] Publish callbacks [] for security_group (c1e2c97c-26aa-41e4-ae62-dddadd461b93), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.758201 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-22b73523-323d-48e5-92ce-31b7838c08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (c1e2c97c-26aa-41e4-ae62-dddadd461b93), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.799354 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-22b73523-323d-48e5-92ce-31b7838c08d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0a8f97bcc70417e9609daad2c2d0ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779645 May 10 03:26:07.801443 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73523-323d-48e5-92ce-31b7838c08d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2c97c-26aa-41e4-ae62-dddadd461b93,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:07.802126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59572) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:07.854993 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] Publish callbacks [] for security_group (c1e2c97c-26aa-41e4-ae62-dddadd461b93), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:07.877277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] Publish callbacks [] for security_group (c1e2c97c-26aa-41e4-ae62-dddadd461b93), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:08.003127 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (c1e2c97c-26aa-41e4-ae62-dddadd461b93), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:08.005917 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:08.007080 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1e2c97c-26aa-41e4-ae62-dddadd461b93 HTTP/1.1" status: 204 len: 168 time: 0.2038407 May 10 03:26:08.017457 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b85581-4a74-4af1-b19e-7b45655b0ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2c97c-26aa-41e4-ae62-dddadd461b93,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:09.735462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-872c230f-ac12-4cb4-9a33-92f957a49483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:11.028057 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:11.716120 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:26:12.478203 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:13.993029 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.240351 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59806) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:14.352426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b4744b7-af57-4d13-8ce7-13fd2cf293cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.427922 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b4744b7-af57-4d13-8ce7-13fd2cf293cc admin admin] Publish callbacks [] for security_group (ae94aa67-6e79-4f1b-9320-dcf6ecb4a859), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.489685 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5b4744b7-af57-4d13-8ce7-13fd2cf293cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ae94aa67-6e79-4f1b-9320-dcf6ecb4a859), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.530858 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5b4744b7-af57-4d13-8ce7-13fd2cf293cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cd4495e040a4f9ba76b3b6384701384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892094 May 10 03:26:14.532164 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4744b7-af57-4d13-8ce7-13fd2cf293cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94aa67-6e79-4f1b-9320-dcf6ecb4a859,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:14.533493 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59812) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:14.584245 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] Publish callbacks [] for security_group (ae94aa67-6e79-4f1b-9320-dcf6ecb4a859), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.606952 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] Publish callbacks [] for security_group (ae94aa67-6e79-4f1b-9320-dcf6ecb4a859), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.717220 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ae94aa67-6e79-4f1b-9320-dcf6ecb4a859), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.719874 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:14.721123 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae94aa67-6e79-4f1b-9320-dcf6ecb4a859 HTTP/1.1" status: 204 len: 168 time: 0.1865990 May 10 03:26:14.729236 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a25b8-b334-4393-9e66-01b8cb865484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94aa67-6e79-4f1b-9320-dcf6ecb4a859,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:15.285149 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59828) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:15.313026 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59830) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:15.327179 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe34c2c-eb3b-4b6e-9a40-f7cd8fd46553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.332574 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Deleting subnet aba106df-7350-4225-bb72-075e6ea7febb {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:26:15.335976 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Publish callbacks [] for subnet (aba106df-7350-4225-bb72-075e6ea7febb), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.373367 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (aba106df-7350-4225-bb72-075e6ea7febb), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.419426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe34c2c-eb3b-4b6e-9a40-f7cd8fd46553 admin admin] Publish callbacks [] for security_group (82411a27-85a3-4c97-93f5-e50ae01e9040), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.424540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (aba106df-7350-4225-bb72-075e6ea7febb), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.495458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fe34c2c-eb3b-4b6e-9a40-f7cd8fd46553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (82411a27-85a3-4c97-93f5-e50ae01e9040), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.535000 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5fe34c2c-eb3b-4b6e-9a40-f7cd8fd46553 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c21e6ca6839543adb520a7134db6d25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208824 May 10 03:26:15.535851 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34c2c-eb3b-4b6e-9a40-f7cd8fd46553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82411a27-85a3-4c97-93f5-e50ae01e9040,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:15.538571 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59836) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:15.592491 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59838) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:15.600152 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] Publish callbacks [] for security_group (82411a27-85a3-4c97-93f5-e50ae01e9040), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.622179 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (aba106df-7350-4225-bb72-075e6ea7febb), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.633953 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] Publish callbacks [] for security_group (82411a27-85a3-4c97-93f5-e50ae01e9040), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.661697 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba106df-7350-4225-bb72-075e6ea7febb,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:15.663689 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.675598 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-86f8ad37-8de6-46d1-bced-cdc087a1ff8e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aba106df-7350-4225-bb72-075e6ea7febb HTTP/1.1" status: 204 len: 168 time: 0.3806708 May 10 03:26:15.675883 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59842) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:15.730972 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-907e5ee4-9961-4cca-8a07-3dfdac52e908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.760102 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (d1064445-058f-4acb-8639-19d5bf2e7ba7), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.791595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (82411a27-85a3-4c97-93f5-e50ae01e9040), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.791595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.791595 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82411a27-85a3-4c97-93f5-e50ae01e9040 HTTP/1.1" status: 204 len: 168 time: 0.2495904 May 10 03:26:15.798303 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14d5a2-1524-4bec-97e3-a35ee612816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82411a27-85a3-4c97-93f5-e50ae01e9040,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:15.873087 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (d1064445-058f-4acb-8639-19d5bf2e7ba7), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.904103 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1064445-058f-4acb-8639-19d5bf2e7ba7']}} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:15.922161 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb13601-23e5-4fa1-9d62-e08cee8b6873') {'for_net_delete': True} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:15.922450 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.services.segments.db [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb13601-23e5-4fa1-9d62-e08cee8b6873') {} {{(pid=103795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:15.938706 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59167048'] for segment (bdb13601-23e5-4fa1-9d62-e08cee8b6873), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.949058 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-907e5ee4-9961-4cca-8a07-3dfdac52e908 admin admin] Publish callbacks [] for security_group (2d264fcf-eba5-4038-97ce-84a7136d0431), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.957882 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (bdb13601-23e5-4fa1-9d62-e08cee8b6873), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.964146 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:26:15.964558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62332087'] for segment (bdb13601-23e5-4fa1-9d62-e08cee8b6873), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: Traceback (most recent call last): May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: timer() May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: cb(*args, **kw) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: return func(*args, **kwargs) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: self._notify() May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: self.callback(batched_events) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: event.method(event) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: return f(self, *a, **k) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: return self._get(url).json() May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: return self.request(url, 'GET', **kwargs) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:26:15.966994 dv-cinder-830094-4-smb neutron-server[103795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:26:16.050063 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-907e5ee4-9961-4cca-8a07-3dfdac52e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2d264fcf-eba5-4038-97ce-84a7136d0431), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.091674 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-907e5ee4-9961-4cca-8a07-3dfdac52e908 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5688118af734a7d9f38816b93736541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4978430 May 10 03:26:16.093534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (d1064445-058f-4acb-8639-19d5bf2e7ba7), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.094257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59848) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:16.095354 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5ee4-9961-4cca-8a07-3dfdac52e908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d264fcf-eba5-4038-97ce-84a7136d0431,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.102647 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.108669 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] 10.222.0.65 "DELETE /v2.0/networks/d1064445-058f-4acb-8639-19d5bf2e7ba7 HTTP/1.1" status: 204 len: 168 time: 0.4354217 May 10 03:26:16.116130 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59850) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:16.124484 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de780f7-3933-4a36-a0ec-a914619254fc admin admin] Pushing event deleted for resources: {'Network': ['ID=d1064445-058f-4acb-8639-19d5bf2e7ba7,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.160969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] Publish callbacks [] for security_group (2d264fcf-eba5-4038-97ce-84a7136d0431), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.165582 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Deleting subnet 152c60c8-f9c1-4a63-81df-c79f13f8c0ab {{(pid=103795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:26:16.169438 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Publish callbacks [] for subnet (152c60c8-f9c1-4a63-81df-c79f13f8c0ab), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.185040 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] Publish callbacks [] for security_group (2d264fcf-eba5-4038-97ce-84a7136d0431), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.213998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59167155'] for subnet (152c60c8-f9c1-4a63-81df-c79f13f8c0ab), precommit_delete_associations {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.259026 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (152c60c8-f9c1-4a63-81df-c79f13f8c0ab), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.313262 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2d264fcf-eba5-4038-97ce-84a7136d0431), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.316048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.317189 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d264fcf-eba5-4038-97ce-84a7136d0431 HTTP/1.1" status: 204 len: 168 time: 0.2218697 May 10 03:26:16.327199 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319bb01-4c5f-45b7-a8ae-24a0ff454fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d264fcf-eba5-4038-97ce-84a7136d0431,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.405053 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62332125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62263717'] for subnet (152c60c8-f9c1-4a63-81df-c79f13f8c0ab), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.435921 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.441824 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/152c60c8-f9c1-4a63-81df-c79f13f8c0ab HTTP/1.1" status: 204 len: 168 time: 0.3221567 May 10 03:26:16.441824 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ea5a-3aaf-487b-b73f-d59528490199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152c60c8-f9c1-4a63-81df-c79f13f8c0ab,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.442384 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59864) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:16.514410 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (5b8d9c97-6069-4d65-93ea-89164f56e4e0), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.599733 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (5b8d9c97-6069-4d65-93ea-89164f56e4e0), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.621418 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8d9c97-6069-4d65-93ea-89164f56e4e0']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:16.631340 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187fb715-6516-4e1d-8bf6-a081de42d84d') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:16.631643 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187fb715-6516-4e1d-8bf6-a081de42d84d') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:26:16.642207 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (187fb715-6516-4e1d-8bf6-a081de42d84d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.664620 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (187fb715-6516-4e1d-8bf6-a081de42d84d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.671443 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:26:16.671832 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (187fb715-6516-4e1d-8bf6-a081de42d84d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:26:16.674249 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:26:16.791414 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (5b8d9c97-6069-4d65-93ea-89164f56e4e0), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.795941 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:16.799401 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] 10.222.0.65 "DELETE /v2.0/networks/5b8d9c97-6069-4d65-93ea-89164f56e4e0 HTTP/1.1" status: 204 len: 168 time: 0.3564065 May 10 03:26:16.812788 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290241-3a8e-49c8-8100-b1b3ca1b768c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8d9c97-6069-4d65-93ea-89164f56e4e0,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:16.969955 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59882) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:16.987218 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6efd3d22-3802-453a-b8d7-889e350fc244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.075570 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6efd3d22-3802-453a-b8d7-889e350fc244 admin admin] Publish callbacks [] for security_group (bb78e98f-7a01-453f-91c5-43f864bb7730), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.134078 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6efd3d22-3802-453a-b8d7-889e350fc244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bb78e98f-7a01-453f-91c5-43f864bb7730), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.174579 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-6efd3d22-3802-453a-b8d7-889e350fc244 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5377579f4db046cc973bd45d3b5e915d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035227 May 10 03:26:17.176432 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd3d22-3802-453a-b8d7-889e350fc244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78e98f-7a01-453f-91c5-43f864bb7730,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:17.177711 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59884) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:17.207119 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59886) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:17.237446 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] Publish callbacks [] for security_group (bb78e98f-7a01-453f-91c5-43f864bb7730), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.255319 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2ca41020-50fb-49f4-b72a-b7ca8810ae07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfdd3106ad0d445fb9866648596f811e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442472 May 10 03:26:17.255548 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59888) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:17.260426 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] Publish callbacks [] for security_group (bb78e98f-7a01-453f-91c5-43f864bb7730), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.303062 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] Publish callbacks [] for security_group (0e480fd4-35c2-4c83-ad19-ea0a8819479e), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.324933 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] Publish callbacks [] for security_group (0e480fd4-35c2-4c83-ad19-ea0a8819479e), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.363707 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bb78e98f-7a01-453f-91c5-43f864bb7730), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.366330 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.367472 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb78e98f-7a01-453f-91c5-43f864bb7730 HTTP/1.1" status: 204 len: 168 time: 0.1881595 May 10 03:26:17.377373 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61521170-325f-4486-b67b-d365a2c95717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78e98f-7a01-453f-91c5-43f864bb7730,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:17.546862 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0e480fd4-35c2-4c83-ad19-ea0a8819479e), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.549847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:17.551075 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e480fd4-35c2-4c83-ad19-ea0a8819479e HTTP/1.1" status: 204 len: 168 time: 0.2945385 May 10 03:26:17.559152 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8d0ba-33a4-4d0e-801f-b8d64c44caec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e480fd4-35c2-4c83-ad19-ea0a8819479e,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:18.203453 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59916) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:18.216620 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cc00d5c-4916-4b21-91ad-5113db1112f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.235922 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 59918) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:18.311914 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-2ad51822-bcfb-4cdc-9278-5b1b31d97553 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16afaff995094343b880950c9362060d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720618 May 10 03:26:18.312392 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59920) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:18.337991 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cc00d5c-4916-4b21-91ad-5113db1112f8 admin admin] Publish callbacks [] for security_group (58e6ea89-2cfa-45d9-8a31-c6f36a37f566), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.363671 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] Publish callbacks [] for security_group (5222282c-39e4-4c6c-8935-f9ce4fb149b3), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.389316 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] Publish callbacks [] for security_group (5222282c-39e4-4c6c-8935-f9ce4fb149b3), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.420504 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3cc00d5c-4916-4b21-91ad-5113db1112f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (58e6ea89-2cfa-45d9-8a31-c6f36a37f566), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.458257 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3cc00d5c-4916-4b21-91ad-5113db1112f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a0fd8d8d40d446db33240f651ad8c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536020 May 10 03:26:18.460171 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc00d5c-4916-4b21-91ad-5113db1112f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6ea89-2cfa-45d9-8a31-c6f36a37f566,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:18.461310 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59922) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:18.510761 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] Publish callbacks [] for security_group (58e6ea89-2cfa-45d9-8a31-c6f36a37f566), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.528115 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5222282c-39e4-4c6c-8935-f9ce4fb149b3), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.530678 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.535420 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5222282c-39e4-4c6c-8935-f9ce4fb149b3 HTTP/1.1" status: 204 len: 168 time: 0.2184463 May 10 03:26:18.538027 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] Publish callbacks [] for security_group (58e6ea89-2cfa-45d9-8a31-c6f36a37f566), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.551785 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e43d28-59e4-455b-ba56-e45cbf6bb7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5222282c-39e4-4c6c-8935-f9ce4fb149b3,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:18.662568 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (58e6ea89-2cfa-45d9-8a31-c6f36a37f566), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.667553 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:18.670166 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58e6ea89-2cfa-45d9-8a31-c6f36a37f566 HTTP/1.1" status: 204 len: 168 time: 0.2071242 May 10 03:26:18.680863 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6469-aa0e-4a4e-9c2e-b55f24b02c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6ea89-2cfa-45d9-8a31-c6f36a37f566,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:20.307637 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 59992) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:20.434571 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54081c9f-3c70-49ae-9e57-d4cce28a134f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.529679 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54081c9f-3c70-49ae-9e57-d4cce28a134f admin admin] Publish callbacks [] for security_group (856491fc-5fd8-4cf0-b228-d47a1d8067ed), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.598348 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-54081c9f-3c70-49ae-9e57-d4cce28a134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (856491fc-5fd8-4cf0-b228-d47a1d8067ed), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.638072 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54081c9f-3c70-49ae-9e57-d4cce28a134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856491fc-5fd8-4cf0-b228-d47a1d8067ed,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:20.643131 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-54081c9f-3c70-49ae-9e57-d4cce28a134f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3957873d31c245d49abbd518a9b4b3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340030 May 10 03:26:20.646181 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60012) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:20.710216 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] Publish callbacks [] for security_group (856491fc-5fd8-4cf0-b228-d47a1d8067ed), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.746122 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] Publish callbacks [] for security_group (856491fc-5fd8-4cf0-b228-d47a1d8067ed), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.884250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (856491fc-5fd8-4cf0-b228-d47a1d8067ed), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.886962 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:20.888926 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/856491fc-5fd8-4cf0-b228-d47a1d8067ed HTTP/1.1" status: 204 len: 168 time: 0.2415047 May 10 03:26:20.897412 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe0d9-b040-43a5-ab8c-f8556e074e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856491fc-5fd8-4cf0-b228-d47a1d8067ed,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:27.529433 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:28.717422 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60196) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:28.822468 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:28.899838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Publish callbacks [] for security_group (0fc12223-7307-40c4-a65b-77fbefcc7ce8), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:28.962617 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0fc12223-7307-40c4-a65b-77fbefcc7ce8), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:28.995273 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=410d831ab2584eb499cf297828f381d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767348 May 10 03:26:28.998228 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60206) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:29.004927 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc12223-7307-40c4-a65b-77fbefcc7ce8,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:29.012658 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.013001 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.013569 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.013949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.014277 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.014948 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.015270 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.015592 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.015914 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.016257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.016575 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.016895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.017253 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.017566 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.017880 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2bf76a-3edf-4535-94c2-666b133ef32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:29.050145 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] Publish callbacks [] for security_group (0fc12223-7307-40c4-a65b-77fbefcc7ce8), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:29.072067 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] Publish callbacks [] for security_group (0fc12223-7307-40c4-a65b-77fbefcc7ce8), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:29.175674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (0fc12223-7307-40c4-a65b-77fbefcc7ce8), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:29.178464 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:29.179631 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0fc12223-7307-40c4-a65b-77fbefcc7ce8 HTTP/1.1" status: 204 len: 168 time: 0.1798933 May 10 03:26:29.188990 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f3df-49c3-4733-aed3-494bfbbb1b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc12223-7307-40c4-a65b-77fbefcc7ce8,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:32.833568 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60272) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:32.927081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60278) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:32.984884 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.035958 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbf4eeb4-6b9f-4a13-9cdc-deb6f7b3ce79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.064139 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Publish callbacks [] for security_group (2930e837-4140-4a8e-9eaf-28598ff864b4), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.109499 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbf4eeb4-6b9f-4a13-9cdc-deb6f7b3ce79 admin admin] Publish callbacks [] for security_group (08191d9f-d2dc-4ced-ac9b-8f25bb2aea72), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.146636 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2930e837-4140-4a8e-9eaf-28598ff864b4), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.183909 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=942f5695f3e54d4c868cfcb43567d799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492737 May 10 03:26:33.186157 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930e837-4140-4a8e-9eaf-28598ff864b4,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:33.186620 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60284) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:33.194066 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.194414 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.194769 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.195089 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.195424 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.195751 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.196096 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.196420 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.196740 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.197060 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.197381 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.197698 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.198012 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.198328 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.198644 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce8bb1-7854-4897-9e71-55c87287a873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:26:33.211212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbf4eeb4-6b9f-4a13-9cdc-deb6f7b3ce79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (08191d9f-d2dc-4ced-ac9b-8f25bb2aea72), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.261115 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bbf4eeb4-6b9f-4a13-9cdc-deb6f7b3ce79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62e5dd9ea01b4bd1adbc781c2bc4be4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329272 May 10 03:26:33.262889 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4eeb4-6b9f-4a13-9cdc-deb6f7b3ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08191d9f-d2dc-4ced-ac9b-8f25bb2aea72,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:33.263762 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60286) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:33.277693 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] Publish callbacks [] for security_group (2930e837-4140-4a8e-9eaf-28598ff864b4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.303490 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] Publish callbacks [] for security_group (2930e837-4140-4a8e-9eaf-28598ff864b4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.314766 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] Publish callbacks [] for security_group (08191d9f-d2dc-4ced-ac9b-8f25bb2aea72), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.338609 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] Publish callbacks [] for security_group (08191d9f-d2dc-4ced-ac9b-8f25bb2aea72), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.409960 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (2930e837-4140-4a8e-9eaf-28598ff864b4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.412633 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.413915 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2930e837-4140-4a8e-9eaf-28598ff864b4 HTTP/1.1" status: 204 len: 168 time: 0.2262886 May 10 03:26:33.422106 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cc1c0-1e63-4d37-835e-193f295bbf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930e837-4140-4a8e-9eaf-28598ff864b4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:33.454206 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (08191d9f-d2dc-4ced-ac9b-8f25bb2aea72), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.454206 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:33.454717 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08191d9f-d2dc-4ced-ac9b-8f25bb2aea72 HTTP/1.1" status: 204 len: 168 time: 0.1898611 May 10 03:26:33.463580 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122f55f-f1b0-48be-af65-59f0c9b24945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08191d9f-d2dc-4ced-ac9b-8f25bb2aea72,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:34.150862 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60308) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:34.163737 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b29ee22-ca09-4d8d-9932-6ca861faace5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.238487 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b29ee22-ca09-4d8d-9932-6ca861faace5 admin admin] Publish callbacks [] for security_group (17f06bf7-2374-410f-935b-02402764a3da), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.305517 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5b29ee22-ca09-4d8d-9932-6ca861faace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (17f06bf7-2374-410f-935b-02402764a3da), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.344449 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5b29ee22-ca09-4d8d-9932-6ca861faace5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94f8ec0842c14db6b7cd74b469b54e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925130 May 10 03:26:34.345540 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29ee22-ca09-4d8d-9932-6ca861faace5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f06bf7-2374-410f-935b-02402764a3da,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:34.347163 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60316) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:34.395798 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] Publish callbacks [] for security_group (17f06bf7-2374-410f-935b-02402764a3da), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.417595 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] Publish callbacks [] for security_group (17f06bf7-2374-410f-935b-02402764a3da), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.545558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (17f06bf7-2374-410f-935b-02402764a3da), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.548182 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:34.549576 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/17f06bf7-2374-410f-935b-02402764a3da HTTP/1.1" status: 204 len: 168 time: 0.2014239 May 10 03:26:34.558152 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886ce35-a39e-45b2-88e7-9e0dd09bb3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f06bf7-2374-410f-935b-02402764a3da,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:37.563874 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d248d756-21e9-4a88-98a0-cf0f96a66cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:39.775423 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5545-898e-4973-b31c-6517e6b66580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:40.906477 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:42.528699 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.326344 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60512) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:43.436708 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5889466e-5dc4-4e29-b336-7637a6172b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.512129 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5889466e-5dc4-4e29-b336-7637a6172b40 admin admin] Publish callbacks [] for security_group (e53983e3-a54b-4b8e-9725-01c8d52140a6), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.636600 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-5889466e-5dc4-4e29-b336-7637a6172b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e53983e3-a54b-4b8e-9725-01c8d52140a6), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.670511 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-5889466e-5dc4-4e29-b336-7637a6172b40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=619a6d46cc1a420a96a51dc648421c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429961 May 10 03:26:43.677310 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60524) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:43.679786 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889466e-5dc4-4e29-b336-7637a6172b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53983e3-a54b-4b8e-9725-01c8d52140a6,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:43.727118 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] Publish callbacks [] for security_group (e53983e3-a54b-4b8e-9725-01c8d52140a6), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.748411 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] Publish callbacks [] for security_group (e53983e3-a54b-4b8e-9725-01c8d52140a6), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.860906 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (e53983e3-a54b-4b8e-9725-01c8d52140a6), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.863397 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:43.864599 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e53983e3-a54b-4b8e-9725-01c8d52140a6 HTTP/1.1" status: 204 len: 168 time: 0.1862667 May 10 03:26:43.872232 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07b5ad-dd9d-4d48-856d-fa81482e7ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53983e3-a54b-4b8e-9725-01c8d52140a6,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:43.981023 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.142813 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60562) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:45.248320 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92e1be02-6217-464f-a386-6c0c6a6bd447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.320736 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92e1be02-6217-464f-a386-6c0c6a6bd447 admin admin] Publish callbacks [] for security_group (a320ab84-6850-4148-a92d-8c72e6e6d051), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.379585 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-92e1be02-6217-464f-a386-6c0c6a6bd447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a320ab84-6850-4148-a92d-8c72e6e6d051), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.419337 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-92e1be02-6217-464f-a386-6c0c6a6bd447 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4b0163544d04c9ab32061d760c23931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754326 May 10 03:26:45.420312 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1be02-6217-464f-a386-6c0c6a6bd447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a320ab84-6850-4148-a92d-8c72e6e6d051,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:45.422007 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60568) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:45.470965 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] Publish callbacks [] for security_group (a320ab84-6850-4148-a92d-8c72e6e6d051), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.492438 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] Publish callbacks [] for security_group (a320ab84-6850-4148-a92d-8c72e6e6d051), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.620794 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a320ab84-6850-4148-a92d-8c72e6e6d051), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.626827 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:45.626827 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a320ab84-6850-4148-a92d-8c72e6e6d051 HTTP/1.1" status: 204 len: 168 time: 0.2015414 May 10 03:26:45.637270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36e6ce-905d-4a95-b81d-02b1eb74cc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a320ab84-6850-4148-a92d-8c72e6e6d051,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:46.356856 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60582) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:46.370999 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cca4f74-51f0-46df-8d05-c3d164955a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.457928 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cca4f74-51f0-46df-8d05-c3d164955a57 admin admin] Publish callbacks [] for security_group (a5ca8172-e5f8-42ad-a540-f6c395e32c45), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.518218 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-3cca4f74-51f0-46df-8d05-c3d164955a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a5ca8172-e5f8-42ad-a540-f6c395e32c45), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.559403 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-3cca4f74-51f0-46df-8d05-c3d164955a57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65723d6c40bd4048aaff1d184169ec39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014048 May 10 03:26:46.560458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca4f74-51f0-46df-8d05-c3d164955a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca8172-e5f8-42ad-a540-f6c395e32c45,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:46.562182 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60586) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:46.613385 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] Publish callbacks [] for security_group (a5ca8172-e5f8-42ad-a540-f6c395e32c45), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.635735 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] Publish callbacks [] for security_group (a5ca8172-e5f8-42ad-a540-f6c395e32c45), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.793782 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (a5ca8172-e5f8-42ad-a540-f6c395e32c45), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.798422 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:46.798422 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5ca8172-e5f8-42ad-a540-f6c395e32c45 HTTP/1.1" status: 204 len: 168 time: 0.2339833 May 10 03:26:46.807112 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67422d0e-3eb1-4ef8-be28-9885a3e3a242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca8172-e5f8-42ad-a540-f6c395e32c45,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:47.529904 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60616) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:47.542554 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a56ddfe-0c0f-46df-8cd4-58368be9e600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.624617 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a56ddfe-0c0f-46df-8cd4-58368be9e600 admin admin] Publish callbacks [] for security_group (d7057a85-9ecb-47b2-88ef-4b5e85e292ff), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.695646 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-1a56ddfe-0c0f-46df-8cd4-58368be9e600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d7057a85-9ecb-47b2-88ef-4b5e85e292ff), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.734191 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-1a56ddfe-0c0f-46df-8cd4-58368be9e600 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec0a680a07714400b1eb98ee4aec7c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031538 May 10 03:26:47.736155 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56ddfe-0c0f-46df-8cd4-58368be9e600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7057a85-9ecb-47b2-88ef-4b5e85e292ff,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:47.736885 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60624) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:47.785595 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] Publish callbacks [] for security_group (d7057a85-9ecb-47b2-88ef-4b5e85e292ff), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.808307 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] Publish callbacks [] for security_group (d7057a85-9ecb-47b2-88ef-4b5e85e292ff), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.900755 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (d7057a85-9ecb-47b2-88ef-4b5e85e292ff), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.903244 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:47.904492 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7057a85-9ecb-47b2-88ef-4b5e85e292ff HTTP/1.1" status: 204 len: 168 time: 0.1665862 May 10 03:26:47.912267 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaddf7e-2de4-4eda-b2e7-ec8855730a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7057a85-9ecb-47b2-88ef-4b5e85e292ff,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:48.394099 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913113ca-74e2-4c43-9c88-393d1848a698 req-cfdb67b7-433b-4dab-8f53-e8f232e2d980 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:48.395594 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-913113ca-74e2-4c43-9c88-393d1848a698 req-cfdb67b7-433b-4dab-8f53-e8f232e2d980 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0478024 May 10 03:26:48.446975 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-913113ca-74e2-4c43-9c88-393d1848a698 req-f4476da8-1d4d-4469-9b1f-0781686538a6 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 May 10 03:26:48.720107 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:26:49.525067 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 60704) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:49.562840 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4c0a1-db8b-418b-9dc2-cb16151c8f2a req-c02df161-6c4b-4695-afd9-68f301aa7cb4 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:49.564362 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09e4c0a1-db8b-418b-9dc2-cb16151c8f2a req-c02df161-6c4b-4695-afd9-68f301aa7cb4 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0482385 May 10 03:26:49.612404 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09e4c0a1-db8b-418b-9dc2-cb16151c8f2a req-648854b1-9f09-40e9-917a-c4108353c224 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 May 10 03:26:49.635134 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5162b87e-01dc-4aed-929d-3b45cad951a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:49.706842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5162b87e-01dc-4aed-929d-3b45cad951a9 admin admin] Publish callbacks [] for security_group (fd1806f6-232e-4129-baa8-1d3ec5b565db), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:49.832565 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-5162b87e-01dc-4aed-929d-3b45cad951a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fd1806f6-232e-4129-baa8-1d3ec5b565db), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:49.869788 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162b87e-01dc-4aed-929d-3b45cad951a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1806f6-232e-4129-baa8-1d3ec5b565db,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:49.875137 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-5162b87e-01dc-4aed-929d-3b45cad951a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4baece40fd84f5ca3bbadf4cbb40572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489921 May 10 03:26:49.878875 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60710) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:49.931308 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] Publish callbacks [] for security_group (fd1806f6-232e-4129-baa8-1d3ec5b565db), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:49.952508 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] Publish callbacks [] for security_group (fd1806f6-232e-4129-baa8-1d3ec5b565db), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:50.076960 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (fd1806f6-232e-4129-baa8-1d3ec5b565db), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:50.079505 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:50.080660 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd1806f6-232e-4129-baa8-1d3ec5b565db HTTP/1.1" status: 204 len: 168 time: 0.2007587 May 10 03:26:50.088790 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031bdd5-8a51-47a5-a17c-a33c39cede29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1806f6-232e-4129-baa8-1d3ec5b565db,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:50.735991 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a403737-2b97-4e7a-bcc2-31c124755e02 req-1f62fdca-d240-4c42-8f28-e4c8a4002fa1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:50.737769 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a403737-2b97-4e7a-bcc2-31c124755e02 req-1f62fdca-d240-4c42-8f28-e4c8a4002fa1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0542142 May 10 03:26:50.784302 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-1a403737-2b97-4e7a-bcc2-31c124755e02 req-5eba9556-a05a-4f49-bf48-db4078b32e85 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 May 10 03:26:51.151352 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60752) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:51.247136 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130343008-network', 'tenant_id': '999c5e799e2148c8b9385edb3f634e1d'}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:26:51.339548 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Made reservation on behalf of 999c5e799e2148c8b9385edb3f634e1d for: {'network': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:26:51.341855 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for network (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.350636 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.426124 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks [] for security_group (bbbc7bc4-7543-4fa1-8ed3-39784d033390), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.494306 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bbbc7bc4-7543-4fa1-8ed3-39784d033390), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.519665 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=103795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 03:26:51.528412 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbc7bc4-7543-4fa1-8ed3-39784d033390,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:51.534110 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.534452 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.db.segments_db [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Added segment 8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65 of type vlan for network 42685f3a-24aa-46f9-bc57-de0569bf3776 May 10 03:26:51.580479 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775866339759'] for network (42685f3a-24aa-46f9-bc57-de0569bf3776), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.672696 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114'] for network (42685f3a-24aa-46f9-bc57-de0569bf3776), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.673695 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:51.674305 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.733147 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=42685f3a-24aa-46f9-bc57-de0569bf3776,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:51.743358 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 details requested by agent ovs-agent-dv-cinder-830094-4-smb with host dv-cinder-830094-4-smb {{(pid=103796) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 03:26:51.790057 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-b34edcbd-98c9-474c-9504-69e2fd9ae8c5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6370578 May 10 03:26:51.792939 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 60756) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:26:51.797594 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.v2.base [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Request body: {'subnet': {'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130343008-subnet', 'tenant_id': '999c5e799e2148c8b9385edb3f634e1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:26:51.884998 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Made reservation on behalf of 999c5e799e2148c8b9385edb3f634e1d for: {'subnet': 1} {{(pid=103795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:26:51.887239 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62263746'] for subnet (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:51.952225 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5be04b-7afe-4ba2-ad5f-6cd4f8fbc42d req-86907025-d317-48ac-b488-5a33b99be25d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:51.953670 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dd5be04b-7afe-4ba2-ad5f-6cd4f8fbc42d req-86907025-d317-48ac-b488-5a33b99be25d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0978622 May 10 03:26:52.022154 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-dd5be04b-7afe-4ba2-ad5f-6cd4f8fbc42d req-61ea44e9-5344-4562-b153-6b31a51994a9 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622249 May 10 03:26:52.141028 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62332698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62263772'] for subnet (dfb10c23-405d-4c67-a4af-6b055dcef27b), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:52.197079 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb10c23-405d-4c67-a4af-6b055dcef27b,revision_number=0']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:52.206344 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Checking segment: {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:26:52.206703 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Network hostable DHCP agents. Network: 42685f3a-24aa-46f9-bc57-de0569bf3776, hostable agents: ['e643c71f-d0aa-4f77-9eba-6f62a45a6a5b'], hosted agents: [] {{(pid=103795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 03:26:52.270716 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 is scheduled to be hosted by DHCP agent e643c71f-d0aa-4f77-9eba-6f62a45a6a5b with binding_index 1 {{(pid=103795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 03:26:52.350792 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.scheduler.base_scheduler [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830094-4-smb, 42685f3a-24aa-46f9-bc57-de0569bf3776) {{(pid=103795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:26:52.354860 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:52.355465 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:52.359638 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20312439-f42c-4dfb-9c07-ec8dbb302115 None None] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:26:52.446968 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-f855522e-adde-46e0-aede-e5ec5dbaf47e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6529746 May 10 03:26:52.466425 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901507a-db57-4726-9ea9-834a20af16d6 None None] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 requested from dv-cinder-830094-4-smb {{(pid=103796) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 03:26:53.055694 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-36b8b205-0fcc-48a0-84c5-41432d32ce8d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:53.057543 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-36b8b205-0fcc-48a0-84c5-41432d32ce8d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0483539 May 10 03:26:53.143861 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daa4b9-925c-40ab-ba99-2b54267042b8 req-c351988a-b189-4874-854e-57d4aee25ce8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:53.145396 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09daa4b9-925c-40ab-ba99-2b54267042b8 req-c351988a-b189-4874-854e-57d4aee25ce8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 945 time: 0.0485709 May 10 03:26:53.155822 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Deleting port 72610399-4a51-40b7-b2b9-173be370b569 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:26:53.156198 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (72610399-4a51-40b7-b2b9-173be370b569), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:53.195410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-09daa4b9-925c-40ab-ba99-2b54267042b8 req-1d2aabd0-831f-4236-af46-834559bad5e9 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438330 May 10 03:26:53.267205 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] For port 72610399-4a51-40b7-b2b9-173be370b569, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=72610399-4a51-40b7-b2b9-173be370b569,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:26:53.267571 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (72610399-4a51-40b7-b2b9-173be370b569), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:53.282980 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Calling delete_port for 72610399-4a51-40b7-b2b9-173be370b569 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:26:53.479040 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (72610399-4a51-40b7-b2b9-173be370b569), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:53.491181 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['72610399-4a51-40b7-b2b9-173be370b569'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:26:53.507965 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Pushing event deleted for resources: {'Port': ['ID=72610399-4a51-40b7-b2b9-173be370b569,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:53.556824 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] No DVR routers for this DVR port 72610399-4a51-40b7-b2b9-173be370b569 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:26:53.559212 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:53.563121 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-fa2b271b-08a8-45fb-bde4-ae17b29b91dc req-57655af8-5529-458a-a433-97cc7aa6e879 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "DELETE /v2.0/ports/72610399-4a51-40b7-b2b9-173be370b569 HTTP/1.1" status: 204 len: 173 time: 0.4988661 May 10 03:26:53.563847 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'name': 'network-vif-deleted', 'tag': '72610399-4a51-40b7-b2b9-173be370b569'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:26:53.567738 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356706c6-3af9-4ef5-be59-d3ab049630c7" -d '{"events": [{"server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "name": "network-vif-deleted", "tag": "72610399-4a51-40b7-b2b9-173be370b569"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:26:53.608584 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4ae7c4-e40f-4a73-9d83-64381fe30f2a x-openstack-request-id: req-2d4ae7c4-e40f-4a73-9d83-64381fe30f2a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:26:53.608869 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9280d0c1-8c42-414b-821f-12c9314bc50b", "name": "network-vif-deleted", "tag": "72610399-4a51-40b7-b2b9-173be370b569", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:26:53.609116 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d4ae7c4-e40f-4a73-9d83-64381fe30f2a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:26:53.609511 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4ae7c4-e40f-4a73-9d83-64381fe30f2a'] response: {'server_uuid': '9280d0c1-8c42-414b-821f-12c9314bc50b', 'name': 'network-vif-deleted', 'tag': '72610399-4a51-40b7-b2b9-173be370b569', 'status': 'completed', 'code': 200} May 10 03:26:54.318401 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-54f062e3-0079-4884-8116-416ea214ef71 req-f988928f-2570-4f08-a947-0238f270a6b5 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=9280d0c1-8c42-414b-821f-12c9314bc50b HTTP/1.1" status: 200 len: 210 time: 0.0387626 May 10 03:26:54.779772 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-bd0a5bb4-df5a-4eb8-ba1e-107f68678174 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:54.781248 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-bd0a5bb4-df5a-4eb8-ba1e-107f68678174 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/networks?id=42685f3a-24aa-46f9-bc57-de0569bf3776 HTTP/1.1" status: 200 len: 808 time: 0.3694916 May 10 03:26:54.795169 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-7c6786dd-16bd-431d-b0b3-c96de6e69766 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/quotas/999c5e799e2148c8b9385edb3f634e1d HTTP/1.1" status: 200 len: 375 time: 0.0086248 May 10 03:26:54.832056 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-66978400-e113-4180-84a5-f69270ec6d2b tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318489 May 10 03:26:54.921408 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0ff11b17-6117-4ccc-b5ee-7bd4c791d0fc service neutron] 10.222.0.65 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 May 10 03:26:55.016936 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-19463717-0674-4361-9302-c2163c4631c0 service neutron] 10.222.0.65 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 May 10 03:26:55.280150 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-eb8e9dab-db0e-4d25-81ed-7bf4a925aa0c req-799d8d59-4aa9-44e4-81ce-cdf2cea7293b tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 210 time: 0.0282283 May 10 03:26:56.360258 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-9eaddc9a-15e8-4d11-8fb3-81c90765959d req-37fa2703-f7d1-43fd-9b62-2b839c1dafd4 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 210 time: 0.0272470 May 10 03:26:57.118698 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 72610399-4a51-40b7-b2b9-173be370b569 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:26:57.139999 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 72610399-4a51-40b7-b2b9-173be370b569 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:26:57.140363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 72610399-4a51-40b7-b2b9-173be370b569 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:26:57.443919 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-f6fdaf48-fda8-4d8c-ba3e-3be87a2b967d tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:57.445735 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-f6fdaf48-fda8-4d8c-ba3e-3be87a2b967d tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "GET /v2.0/networks?id=42685f3a-24aa-46f9-bc57-de0569bf3776 HTTP/1.1" status: 200 len: 808 time: 0.1023836 May 10 03:26:57.459665 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Request body: {'port': {'device_id': 'a9e9b8f7-3086-4218-be97-688142943655', 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776', 'admin_state_up': True, 'tenant_id': '999c5e799e2148c8b9385edb3f634e1d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:26:57.469758 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-526213a7-a6b4-4ec7-8006-cb44b9fbe870 req-464ce94e-9d6d-42b9-b0a9-89a073ce5f42 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 210 time: 0.0381253 May 10 03:26:57.552384 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:57.670846 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Made reservation on behalf of 999c5e799e2148c8b9385edb3f634e1d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:26:57.674128 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:57.805358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Allocated IP 172.20.0.4 (42685f3a-24aa-46f9-bc57-de0569bf3776/dfb10c23-405d-4c67-a4af-6b055dcef27b/1287e67c-1a88-438a-b5b8-4fd8c0bbbdad) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:26:57.956320 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks [] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.047378 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.093300 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:26:58.096352 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:26:58.100203 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:26:58.127984 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Pushing event updated for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:58.155071 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:58.155666 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.275290 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0d56162a-fa5d-4c99-b310-27118607532a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8208303 May 10 03:26:58.287629 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Request body: {'port': {'device_id': 'a9e9b8f7-3086-4218-be97-688142943655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:26:58.346726 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.584892 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9b12d-30cb-41d8-80cf-40015927e60c req-bcc56595-a614-4a26-a9e4-58fdda83c5b5 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:58.587171 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a1f9b12d-30cb-41d8-80cf-40015927e60c req-bcc56595-a614-4a26-a9e4-58fdda83c5b5 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 931 time: 0.0485499 May 10 03:26:58.626338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:26:58.633929 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks [] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.646032 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Transition to ACTIVE for port object 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:26:58.657410 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a1f9b12d-30cb-41d8-80cf-40015927e60c req-429d987b-40b0-489a-85f8-954a6052bb7b tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 May 10 03:26:58.739164 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.805774 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Pushing event updated for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:58.860145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Attempting to bind port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:26:58.860416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Attempting to bind port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:26:58.860739 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Attempting to bind port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad on network 42685f3a-24aa-46f9-bc57-de0569bf3776 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:26:58.865251 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad on network 42685f3a-24aa-46f9-bc57-de0569bf3776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:26:58.865594 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Attempting to bind port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad on network 42685f3a-24aa-46f9-bc57-de0569bf3776 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:26:58.870475 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:26:58.874612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Checking segment: {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:26:58.874612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Bound using segment: {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:26:58.874612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Bound port: 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:26:58.874612 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:58.939247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:26:58.942251 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:26:59.044392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:59.082605 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.083244 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:26:59.084701 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] 10.222.0.61 "PUT /v2.0/ports/1287e67c-1a88-438a-b5b8-4fd8c0bbbdad HTTP/1.1" status: 200 len: 1093 time: 0.8013556 May 10 03:26:59.085192 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:26:59.088177 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:26:59.114673 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c0fae-66e7-4ed5-831b-e96413d61730 service neutron] Pushing event updated for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:26:59.124023 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8196d6-01c9-49a1-bd92-cbcc12737a44 x-openstack-request-id: req-de8196d6-01c9-49a1-bd92-cbcc12737a44 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:26:59.124315 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:26:59.124581 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de8196d6-01c9-49a1-bd92-cbcc12737a44 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:26:59.124973 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8196d6-01c9-49a1-bd92-cbcc12737a44'] response: {'name': 'network-changed', 'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad', 'status': 'completed', 'code': 200} May 10 03:26:59.185029 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-aad46016-5652-4ccf-8f80-141c089bbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.186524 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-aad46016-5652-4ccf-8f80-141c089bbef5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 1127 time: 0.0393500 May 10 03:26:59.300353 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-6af8a053-4a32-488f-9c48-dd0df6c5c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.301843 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-6af8a053-4a32-488f-9c48-dd0df6c5c03a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=999c5e799e2148c8b9385edb3f634e1d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1071236 May 10 03:26:59.393017 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-a7c449fb-6ded-41f9-be1f-d09c00d3d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.394446 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-39d7339a-a4f7-4f7c-8afa-95c77a2e558a req-a7c449fb-6ded-41f9-be1f-d09c00d3d68d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864074 May 10 03:26:59.472920 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-f4cfc74f-2356-4a7e-abd5-94743ad8ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.474404 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-f4cfc74f-2356-4a7e-abd5-94743ad8ad0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 1127 time: 0.0443721 May 10 03:26:59.516166 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-3973fe56-1aaa-4efc-81d2-a5e2f06669e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad HTTP/1.1" status: 200 len: 217 time: 0.0342395 May 10 03:26:59.563195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-9c690c7d-b6ef-4265-9302-3eddd7a9ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.564599 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-9c690c7d-b6ef-4265-9302-3eddd7a9ee65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb10c23-405d-4c67-a4af-6b055dcef27b HTTP/1.1" status: 200 len: 848 time: 0.0424240 May 10 03:26:59.604379 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-1081a3da-c8df-4832-b1f2-cdee795cb5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42685f3a-24aa-46f9-bc57-de0569bf3776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316837 May 10 03:26:59.696707 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-0dd8a346-4a46-4e52-8c38-2613a7561e6a service neutron] 10.222.0.61 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853970 May 10 03:26:59.791036 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eea82-559b-42c6-b92e-f8709a62946b req-c7159874-9aab-411c-9f76-3c29c5acc710 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.793134 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-226eea82-559b-42c6-b92e-f8709a62946b req-c7159874-9aab-411c-9f76-3c29c5acc710 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 943 time: 0.0537710 May 10 03:26:59.800172 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-b6398114-8d1c-4ca1-be32-a7a298c75c5d req-7560f8e9-7144-4448-a9cb-235c825b9f31 service neutron] 10.222.0.61 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984571 May 10 03:26:59.909527 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-226eea82-559b-42c6-b92e-f8709a62946b req-1a46d5ee-948d-4778-957e-ff53e46f6936 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109304 May 10 03:26:59.935718 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-2640fecb-a8ea-4773-b99b-44d7a8b93a59 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:26:59.937169 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-2640fecb-a8ea-4773-b99b-44d7a8b93a59 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/networks?id=3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 200 len: 814 time: 0.1321259 May 10 03:26:59.951396 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-8572fbdf-693f-4844-9f64-fcdf1812a012 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/quotas/f3186bec57c94e2f84ae52cae506dbc2 HTTP/1.1" status: 200 len: 375 time: 0.0088661 May 10 03:26:59.983340 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-d6fa8b0a-90e7-4736-b2b8-56ab6949cd67 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270815 May 10 03:27:00.070623 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-4a9a6343-b3fb-4bec-a03a-ab043348d3ec service neutron] 10.222.0.65 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804670 May 10 03:27:00.159923 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-51d8027e-3624-46a8-92f9-635b79db2025 service neutron] 10.222.0.65 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836320 May 10 03:27:00.394779 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-615daa02-b506-4df0-b443-31d3b4e5931c req-078d678d-91dd-496b-828a-011dbb45bd4d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 210 time: 0.0282626 May 10 03:27:01.024153 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279629d-f14d-4566-8a95-f39125065373 req-78968032-cd40-4575-995a-979d785f381c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:01.025605 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c279629d-f14d-4566-8a95-f39125065373 req-78968032-cd40-4575-995a-979d785f381c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 943 time: 0.0472798 May 10 03:27:01.072698 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c279629d-f14d-4566-8a95-f39125065373 req-d93fa1bc-b8ae-45d3-9104-780e171905d3 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 May 10 03:27:01.147006 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:27:01.243969 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:01.255558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad', 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776', 'port_id': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad', 'mac_address': 'fa:16:3e:4f:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb10c23-405d-4c67-a4af-6b055dcef27b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:27:01.297283 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:01.297671 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:01.311132 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:27:01.329876 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:01.375189 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:01.427193 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:01.435351 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.435699 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437446 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437855 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.437939 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.438256 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.438576 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.438921 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.439243 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.439558 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.439870 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:01.491931 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c8fe7b5d-7b57-4615-953b-049fd68792c7 req-de8dcb7d-889e-4669-b52a-b9d3221a99c4 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 210 time: 0.0305991 May 10 03:27:01.614447 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['1287e67c-1a88-438a-b5b8-4fd8c0bbbdad'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:02.185758 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05822a47-48f8-48d1-8232-bf5eea107945 req-a5709af2-b44a-4700-a040-9d6f18d1dbcc tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:02.187225 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05822a47-48f8-48d1-8232-bf5eea107945 req-a5709af2-b44a-4700-a040-9d6f18d1dbcc tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 944 time: 0.0471272 May 10 03:27:02.236495 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-05822a47-48f8-48d1-8232-bf5eea107945 req-80602834-5ca5-4bb5-bd32-9e4e696afadf tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 May 10 03:27:02.243607 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67cbfe2f-691e-4baa-8bbe-b7acdfbdf454 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:02.245574 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67cbfe2f-691e-4baa-8bbe-b7acdfbdf454 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "GET /v2.0/networks?id=3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 200 len: 814 time: 0.1023855 May 10 03:27:02.260333 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Request body: {'port': {'device_id': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1', 'admin_state_up': True, 'tenant_id': 'f3186bec57c94e2f84ae52cae506dbc2'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:02.461358 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Made reservation on behalf of f3186bec57c94e2f84ae52cae506dbc2 for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:02.464727 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:02.596548 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bb780514-f753-4595-8db0-efa5ea97fc53 req-fe872aef-2256-4280-bf5c-795e92f38194 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 210 time: 0.0319614 May 10 03:27:02.603257 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Allocated IP 172.20.0.12 (3b28b3fa-2732-4380-8d7f-37cccd7876c1/9ffca598-61b3-41b9-b673-43cbcbd8e61d/e2732a60-6e91-4621-a5bb-e288ab297bfa) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:02.749838 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks [] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:02.865627 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:02.908110 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:02.911338 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:02.917107 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:02.923759 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Pushing event updated for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:02.969071 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:02.969595 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.056547 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-65d5f8bd-5535-4510-b608-7370e94d8ec7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8009837 May 10 03:27:03.067546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Request body: {'port': {'device_id': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:03.130295 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.162975 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:03.208712 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:27:03.289682 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:03.290187 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.358277 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd8fa7-0977-4791-b5e6-cc8e98e64754 req-99a451ab-a8cf-4d88-902d-e5ca29c187d8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:03.360485 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-37bd8fa7-0977-4791-b5e6-cc8e98e64754 req-99a451ab-a8cf-4d88-902d-e5ca29c187d8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 944 time: 0.0514574 May 10 03:27:03.376124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:03.376643 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.399244 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2732a60-6e91-4621-a5bb-e288ab297bfa {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:27:03.406899 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:03.407750 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks [] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.410344 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900f1535-4df8-419c-b46b-fb3c86c1ea1c" -d '{"events": [{"server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "name": "network-vif-plugged", "status": "completed", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:03.425033 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Transition to ACTIVE for port object e2732a60-6e91-4621-a5bb-e288ab297bfa will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:27:03.428697 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-37bd8fa7-0977-4791-b5e6-cc8e98e64754 req-cc9184bf-f3c0-4ca5-af37-8aad7dc748a4 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607045 May 10 03:27:03.437036 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:03.455697 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e56a66-5fc2-46b7-ac73-8a68d1040e11 x-openstack-request-id: req-93e56a66-5fc2-46b7-ac73-8a68d1040e11 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:03.456539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "name": "network-vif-plugged", "status": "completed", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:03.456539 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93e56a66-5fc2-46b7-ac73-8a68d1040e11 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:03.459392 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e56a66-5fc2-46b7-ac73-8a68d1040e11'] response: {'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad', 'code': 200} May 10 03:27:03.522645 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.552717 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.578240 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Pushing event updated for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:03.600691 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:03.647783 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Attempting to bind port e2732a60-6e91-4621-a5bb-e288ab297bfa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:03.648150 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Attempting to bind port e2732a60-6e91-4621-a5bb-e288ab297bfa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:03.648481 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Attempting to bind port e2732a60-6e91-4621-a5bb-e288ab297bfa on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:03.652946 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Port e2732a60-6e91-4621-a5bb-e288ab297bfa on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:27:03.653266 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Attempting to bind port e2732a60-6e91-4621-a5bb-e288ab297bfa on network 3b28b3fa-2732-4380-8d7f-37cccd7876c1 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:03.658176 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:03.658515 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Checking segment: {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:03.658900 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Bound using segment: {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:03.659325 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Bound port: e2732a60-6e91-4621-a5bb-e288ab297bfa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025759a6-b1d2-4a83-8c53-8b59a8337a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:03.662288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:03.710594 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9152cc-e2f2-42a8-a106-4501fb59641e req-e3ebd69a-97f0-4da5-a228-f25dd70b298a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:03.712365 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e9152cc-e2f2-42a8-a106-4501fb59641e req-e3ebd69a-97f0-4da5-a228-f25dd70b298a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 944 time: 0.0494983 May 10 03:27:03.726949 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:03.730752 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:03.760069 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8e9152cc-e2f2-42a8-a106-4501fb59641e req-66005599-48cc-4ef6-ab11-5aafc430e587 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 May 10 03:27:03.788539 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:04.077653 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.078284 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:04.079891 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] 10.222.0.61 "PUT /v2.0/ports/e2732a60-6e91-4621-a5bb-e288ab297bfa HTTP/1.1" status: 200 len: 1094 time: 1.0164039 May 10 03:27:04.096969 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:04.103014 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:04.126747 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15708aa-e844-4b58-aab1-770822b836d9 req-8e31ef69-0671-44d6-9a96-1a29e409dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.128254 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f15708aa-e844-4b58-aab1-770822b836d9 req-8e31ef69-0671-44d6-9a96-1a29e409dc3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 1129 time: 0.0686276 May 10 03:27:04.141105 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ba74c-9b39-4902-a740-2a472502c6f5 x-openstack-request-id: req-0f2ba74c-9b39-4902-a740-2a472502c6f5 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:04.141392 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:04.141638 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f2ba74c-9b39-4902-a740-2a472502c6f5 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:04.142016 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2ba74c-9b39-4902-a740-2a472502c6f5'] response: {'name': 'network-changed', 'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa', 'status': 'completed', 'code': 200} May 10 03:27:04.143524 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36eb7-f52b-428a-8077-2559858dea3a service neutron] Pushing event updated for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:04.206114 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-f15708aa-e844-4b58-aab1-770822b836d9 req-f787b7ba-2332-43cb-aba7-8c67a69efe7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 May 10 03:27:04.211161 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-77de1761-3d12-41f4-8795-a5c0496b9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.212594 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-77de1761-3d12-41f4-8795-a5c0496b9bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 1128 time: 0.0485826 May 10 03:27:04.488359 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-5e5c5be5-364e-460d-88ed-b79fc1365a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.489805 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-5e5c5be5-364e-460d-88ed-b79fc1365a8b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946832 May 10 03:27:04.543768 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e810-ded9-4893-a841-7f3bd4980665 req-ddb543f4-a49f-4bac-bdd7-17176f6003b8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.545277 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3494e810-ded9-4893-a841-7f3bd4980665 req-ddb543f4-a49f-4bac-bdd7-17176f6003b8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0465083 May 10 03:27:04.587372 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-8aa69329-c1b2-464e-b0a5-3db86d56428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.588936 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-c582d7cc-2ec3-474f-b8d9-ecb856f09abd req-8aa69329-c1b2-464e-b0a5-3db86d56428d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934210 May 10 03:27:04.593465 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3494e810-ded9-4893-a841-7f3bd4980665 req-b51e0b38-c0af-4a19-8dc0-58df5f0720e1 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422366 May 10 03:27:04.847755 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-c12f7509-01b9-4935-b3a8-d23279f50318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.849289 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-c12f7509-01b9-4935-b3a8-d23279f50318 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 1128 time: 0.0406511 May 10 03:27:04.879315 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4d48-a1bc-494b-a4a9-46aec3577a7a req-3c914fdd-bd37-4b22-b9b8-9ed21a7527dc tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.880847 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a3d4d48-a1bc-494b-a4a9-46aec3577a7a req-3c914fdd-bd37-4b22-b9b8-9ed21a7527dc tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 944 time: 0.0532367 May 10 03:27:04.896733 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-894d9898-e590-4bf2-a9a1-daa749f9e2bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa HTTP/1.1" status: 200 len: 217 time: 0.0386288 May 10 03:27:04.929621 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2a3d4d48-a1bc-494b-a4a9-46aec3577a7a req-19bcb991-bffe-4ca6-a8cc-0b8db6aeda91 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 May 10 03:27:04.945048 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-4bdc566b-1666-47ed-8f36-c3a513b7b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:04.947241 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-4bdc566b-1666-47ed-8f36-c3a513b7b43f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ffca598-61b3-41b9-b673-43cbcbd8e61d HTTP/1.1" status: 200 len: 854 time: 0.0444787 May 10 03:27:04.983409 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-077cd3ac-a4c8-43ba-b6a6-d4d38a2d3c74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b28b3fa-2732-4380-8d7f-37cccd7876c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282891 May 10 03:27:05.072781 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-aeb47a16-d8b3-4ecb-855d-59fdc84aa9e8 service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 May 10 03:27:05.555704 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-6ab56eef-17a7-4340-9c03-dd4949792d62 req-eec3e92d-b436-4b1f-adf7-79cf24e9b229 service neutron] 10.222.0.61 "GET /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906475 May 10 03:27:05.709669 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafce10-2cec-456c-9658-a887ca5e8dac req-c475bf28-0d98-4348-9787-dc57bf8a04fc tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:05.711252 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-caafce10-2cec-456c-9658-a887ca5e8dac req-c475bf28-0d98-4348-9787-dc57bf8a04fc tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0513701 May 10 03:27:05.762603 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-caafce10-2cec-456c-9658-a887ca5e8dac req-b7f213c3-0903-4997-86a1-60afcee61f0c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445116 May 10 03:27:06.045440 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0617d08-eeb8-4be3-8944-f87e4d7f61cb req-2f3fcd8f-17a9-41cd-a28e-f9dce3ad7da8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:06.046920 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e0617d08-eeb8-4be3-8944-f87e4d7f61cb req-2f3fcd8f-17a9-41cd-a28e-f9dce3ad7da8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 944 time: 0.0498240 May 10 03:27:06.094124 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e0617d08-eeb8-4be3-8944-f87e4d7f61cb req-06194bc6-7db8-4c9b-a02e-3507f4d3658a tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 May 10 03:27:06.880712 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed035bdd-8876-486c-ae40-3a96c38dbef2 req-3ac92799-720e-4506-855d-659c9c50faf3 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:06.882320 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed035bdd-8876-486c-ae40-3a96c38dbef2 req-3ac92799-720e-4506-855d-659c9c50faf3 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0522089 May 10 03:27:06.928953 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ed035bdd-8876-486c-ae40-3a96c38dbef2 req-83941151-a4a2-469f-a0b2-cdb6e60831c9 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 May 10 03:27:07.177951 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e2732a60-6e91-4621-a5bb-e288ab297bfa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:27:07.211431 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c06783-9a9d-4c8d-9d8d-67e9f98efa9f req-89d7ec3b-c0a7-437e-aede-32e9a3fea489 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:07.212957 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-94c06783-9a9d-4c8d-9d8d-67e9f98efa9f req-89d7ec3b-c0a7-437e-aede-32e9a3fea489 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 944 time: 0.0523503 May 10 03:27:07.267592 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-94c06783-9a9d-4c8d-9d8d-67e9f98efa9f req-5f476f23-8ad3-4412-bce1-f1b001711c24 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487268 May 10 03:27:07.408242 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:07.420491 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'e2732a60-6e91-4621-a5bb-e288ab297bfa', 'network_id': '3b28b3fa-2732-4380-8d7f-37cccd7876c1', 'port_id': 'e2732a60-6e91-4621-a5bb-e288ab297bfa', 'mac_address': 'fa:16:3e:0b:f7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffca598-61b3-41b9-b673-43cbcbd8e61d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:27:07.458319 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e2732a60-6e91-4621-a5bb-e288ab297bfa is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:07.458709 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:07.476472 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2732a60-6e91-4621-a5bb-e288ab297bfa {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:27:07.503363 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:07.616039 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-79a70294-5f94-4f7d-b5ce-f18455591d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:07.617428 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:07.665198 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:07.817284 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e2732a60-6e91-4621-a5bb-e288ab297bfa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:08.305463 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854c3b4-ca1c-4f50-94c2-69d2855fa0d7 req-068aec98-3bc2-4837-bfb9-043adb6a22c8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:08.306924 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b854c3b4-ca1c-4f50-94c2-69d2855fa0d7 req-068aec98-3bc2-4837-bfb9-043adb6a22c8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0464532 May 10 03:27:08.381980 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b854c3b4-ca1c-4f50-94c2-69d2855fa0d7 req-7fe35fd4-2e8c-4df0-a485-c5788c23d43b tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691807 May 10 03:27:08.393057 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b399f-14d0-44c0-85ff-b44bd9c5588d req-4456ac8a-9017-4767-aafd-18b1ca8975d5 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:08.395102 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-612b399f-14d0-44c0-85ff-b44bd9c5588d req-4456ac8a-9017-4767-aafd-18b1ca8975d5 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 945 time: 0.0566089 May 10 03:27:08.441320 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-612b399f-14d0-44c0-85ff-b44bd9c5588d req-7ca5af7b-a7c9-4ae8-8f74-113aba885c38 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 May 10 03:27:09.209988 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e2732a60-6e91-4621-a5bb-e288ab297bfa up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:09.257370 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port e2732a60-6e91-4621-a5bb-e288ab297bfa completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:27:09.312439 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port e2732a60-6e91-4621-a5bb-e288ab297bfa triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:09.312820 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.392783 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port e2732a60-6e91-4621-a5bb-e288ab297bfa is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:09.393170 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.416119 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:09.419924 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff29f54-7ad1-4d5b-b650-fd14894cb219" -d '{"events": [{"server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "name": "network-vif-plugged", "status": "completed", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:09.432902 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:09.456711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d512b3c-1d5a-411d-8f56-b1f6fb518dc0 x-openstack-request-id: req-9d512b3c-1d5a-411d-8f56-b1f6fb518dc0 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:09.457215 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "name": "network-vif-plugged", "status": "completed", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:09.457478 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d512b3c-1d5a-411d-8f56-b1f6fb518dc0 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:09.457879 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d512b3c-1d5a-411d-8f56-b1f6fb518dc0'] response: {'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa', 'code': 200} May 10 03:27:09.483830 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.524543 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409a25c-6d6f-46b7-bbd1-d250a40a399b req-43463060-5c01-409f-9cf5-7b78dc3b320f tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:09.529120 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6409a25c-6d6f-46b7-bbd1-d250a40a399b req-43463060-5c01-409f-9cf5-7b78dc3b320f tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0745406 May 10 03:27:09.549248 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:09.555147 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-a100ea1d-943d-4bcc-9bdb-6d8ade609447 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:09.557266 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-a100ea1d-943d-4bcc-9bdb-6d8ade609447 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 945 time: 0.0536764 May 10 03:27:09.601713 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed6fab-f000-46cd-a67c-acd77a70265e req-b9c476fe-f0df-492d-a4f1-76a333bb3cf7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:09.603213 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0aed6fab-f000-46cd-a67c-acd77a70265e req-b9c476fe-f0df-492d-a4f1-76a333bb3cf7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0731127 May 10 03:27:09.621526 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6409a25c-6d6f-46b7-bbd1-d250a40a399b req-fbf8db53-f591-4ce8-87a4-0dec323b0016 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824335 May 10 03:27:09.647550 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Deleting port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:09.647923 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.659843 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0aed6fab-f000-46cd-a67c-acd77a70265e req-24d6a097-4c7f-4477-aa90-e8e91a6c3255 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 May 10 03:27:09.770865 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] For port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:09.771223 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.773544 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-30a1a995-e528-4032-8826-2f5b6b779aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:09.783222 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc02564-855a-46c5-acbb-d2417cf1ff42 req-b269262f-dbaa-4d9c-9f7e-e690d3679321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:09.783222 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bcc02564-855a-46c5-acbb-d2417cf1ff42 req-b269262f-dbaa-4d9c-9f7e-e690d3679321 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 1130 time: 0.0591388 May 10 03:27:09.788138 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Calling delete_port for 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:09.876305 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-bcc02564-855a-46c5-acbb-d2417cf1ff42 req-5c888648-eb77-4b2b-9e03-abd7e5d84cfa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 May 10 03:27:10.004139 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (1287e67c-1a88-438a-b5b8-4fd8c0bbbdad), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:10.015588 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['1287e67c-1a88-438a-b5b8-4fd8c0bbbdad'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:10.034864 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Pushing event deleted for resources: {'Port': ['ID=1287e67c-1a88-438a-b5b8-4fd8c0bbbdad,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:10.085058 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] No DVR routers for this DVR port 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:10.087609 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:10.091038 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-350df3e2-8ce6-45a3-baab-01d24f9f2efb req-5ca9590a-24dc-4f8d-9898-a4304de02ee0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "DELETE /v2.0/ports/1287e67c-1a88-438a-b5b8-4fd8c0bbbdad HTTP/1.1" status: 204 len: 173 time: 0.5273569 May 10 03:27:10.091494 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'name': 'network-vif-deleted', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:10.094267 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626a00ab-9e01-4d25-9607-1ebac1f5b22f" -d '{"events": [{"server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "name": "network-vif-deleted", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:10.128170 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0dc25-518c-43b2-9bc3-9b3f7249bed0 x-openstack-request-id: req-32e0dc25-518c-43b2-9bc3-9b3f7249bed0 {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:10.132421 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e9b8f7-3086-4218-be97-688142943655", "name": "network-vif-deleted", "tag": "1287e67c-1a88-438a-b5b8-4fd8c0bbbdad", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:10.132421 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32e0dc25-518c-43b2-9bc3-9b3f7249bed0 {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:10.132421 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e0dc25-518c-43b2-9bc3-9b3f7249bed0'] response: {'server_uuid': 'a9e9b8f7-3086-4218-be97-688142943655', 'name': 'network-vif-deleted', 'tag': '1287e67c-1a88-438a-b5b8-4fd8c0bbbdad', 'status': 'completed', 'code': 200} May 10 03:27:10.732565 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-bf9e12d8-5715-438e-adba-919f70a2f56c req-74614125-6aa9-4a65-a57f-11e3b8cab7cb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 210 time: 0.0288990 May 10 03:27:10.783760 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fc80d-b8dd-4d0d-862b-f8a3191d6615 req-5945e142-412f-43c8-bbfc-191402798fd7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:10.785308 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d7fc80d-b8dd-4d0d-862b-f8a3191d6615 req-5945e142-412f-43c8-bbfc-191402798fd7 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0486310 May 10 03:27:10.831295 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-2d7fc80d-b8dd-4d0d-862b-f8a3191d6615 req-6fd880d8-8bf8-4625-b6b0-a8346b9a06c8 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 May 10 03:27:10.912172 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:11.839971 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-3d2b39ed-5654-4492-ae11-6d4f4a02eae5 req-db3ac62f-3f30-457f-886d-6e5b58cb5174 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9e9b8f7-3086-4218-be97-688142943655 HTTP/1.1" status: 200 len: 210 time: 0.0267255 May 10 03:27:11.943921 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58675dc-ee57-4ff9-a735-07bd7e6f7a76 req-7138b5b0-4d83-418a-9bd2-5ef92b6da9d1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:11.945370 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c58675dc-ee57-4ff9-a735-07bd7e6f7a76 req-7138b5b0-4d83-418a-9bd2-5ef92b6da9d1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0471447 May 10 03:27:11.993609 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-c58675dc-ee57-4ff9-a735-07bd7e6f7a76 req-5f8737ad-ff3a-4eea-a4a2-ad798b75296e tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 May 10 03:27:12.506423 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:13.104578 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-786d8b9b-9037-45f4-bffd-43b9b77eac3c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:13.106060 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-786d8b9b-9037-45f4-bffd-43b9b77eac3c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/networks?id=42685f3a-24aa-46f9-bc57-de0569bf3776 HTTP/1.1" status: 200 len: 808 time: 0.1007190 May 10 03:27:13.121596 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-d1f48ab4-7d9e-4cb3-92f0-d84d21cddda4 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/quotas/999c5e799e2148c8b9385edb3f634e1d HTTP/1.1" status: 200 len: 375 time: 0.0098708 May 10 03:27:13.155573 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-9f16c0c8-b096-428f-a82c-1eafe01d1db8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287154 May 10 03:27:13.247778 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-4cdaba8c-9e3a-4b1f-8f8d-0c8e8a30f048 service neutron] 10.222.0.65 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 May 10 03:27:13.250280 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:13.270625 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:13.275418 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device 1287e67c-1a88-438a-b5b8-4fd8c0bbbdad not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:13.338608 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-91ff9362-b6ef-4cad-986a-ffe9cac9aad0 service neutron] 10.222.0.65 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845871 May 10 03:27:13.574121 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff862bad-8abd-42d8-a710-77f0a17d62bc req-5d27b14e-a2f5-47ba-af2e-eb5b74e34c3e tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 210 time: 0.0330215 May 10 03:27:13.983296 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 32818) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:13.992552 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.093027 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20bd3cfe-8182-4667-9b0b-85675f9dc873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.164458 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20bd3cfe-8182-4667-9b0b-85675f9dc873 admin admin] Publish callbacks [] for security_group (5e8d9dee-2f8f-46f1-a559-586fb705df60), precommit_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.219322 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-20bd3cfe-8182-4667-9b0b-85675f9dc873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5e8d9dee-2f8f-46f1-a559-586fb705df60), after_create {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.257590 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-20bd3cfe-8182-4667-9b0b-85675f9dc873 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=139f58c79b0d44b98f738fd5e74eb191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732172 May 10 03:27:14.258451 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd3cfe-8182-4667-9b0b-85675f9dc873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d9dee-2f8f-46f1-a559-586fb705df60,revision_number=1']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:14.260350 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 32826) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:14.310156 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] Publish callbacks [] for security_group (5e8d9dee-2f8f-46f1-a559-586fb705df60), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.334297 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] Publish callbacks [] for security_group (5e8d9dee-2f8f-46f1-a559-586fb705df60), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.459047 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (5e8d9dee-2f8f-46f1-a559-586fb705df60), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.461667 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:14.462862 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e8d9dee-2f8f-46f1-a559-586fb705df60 HTTP/1.1" status: 204 len: 168 time: 0.2008674 May 10 03:27:14.471055 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7b0ea-f506-4fe1-b6a3-892b8bf3ba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d9dee-2f8f-46f1-a559-586fb705df60,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:14.669212 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0752510c-2dd2-47c2-a78c-99fc7795d0d3 req-eb6f9e42-e7e2-4c87-b20d-80d265b859b9 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 210 time: 0.0280814 May 10 03:27:15.770366 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ddbe8bb3-bbfd-40ab-8b45-7345c36a7bbb req-31bdafe2-9508-4f5b-8590-cd7f6527f62f tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 210 time: 0.0270355 May 10 03:27:15.899797 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-228b3931-c648-4866-92cf-7baa112c9533 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:15.902102 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-228b3931-c648-4866-92cf-7baa112c9533 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "GET /v2.0/networks?id=42685f3a-24aa-46f9-bc57-de0569bf3776 HTTP/1.1" status: 200 len: 808 time: 0.1042824 May 10 03:27:15.914195 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Request body: {'port': {'device_id': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776', 'admin_state_up': True, 'tenant_id': '999c5e799e2148c8b9385edb3f634e1d'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:16.083920 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Made reservation on behalf of 999c5e799e2148c8b9385edb3f634e1d for: {'port': 1} {{(pid=103794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 03:27:16.087314 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.214517 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_common [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Allocated IP 172.20.0.2 (42685f3a-24aa-46f9-bc57-de0569bf3776/dfb10c23-405d-4c67-a4af-6b055dcef27b/f0b02d37-6688-4909-bd2c-c159f754f640) {{(pid=103794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 03:27:16.364117 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks [] for port (f0b02d37-6688-4909-bd2c-c159f754f640), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.478825 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775866350960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.521375 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Network 42685f3a-24aa-46f9-bc57-de0569bf3776 is already hosted by enough agents. {{(pid=103794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 03:27:16.524560 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.scheduler.base_scheduler [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Resources bound (agent type, host, resource id): {{(pid=103794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 03:27:16.530349 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Received port after_create {{(pid=103794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 03:27:16.536596 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Pushing event updated for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:16.581880 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:16.582473 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.644457 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-939cf2c5-694d-45fb-a81e-54d4a670619c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7342103 May 10 03:27:16.758642 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.v2.base [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Request body: {'port': {'device_id': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 03:27:16.821740 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:16.885500 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c2ced-626d-4584-8d3f-971a1dbe8c2c req-8b6e4564-d3f6-47b2-848c-88bc7f2d4928 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:16.886984 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a1c2ced-626d-4584-8d3f-971a1dbe8c2c req-8b6e4564-d3f6-47b2-848c-88bc7f2d4928 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 931 time: 0.0484433 May 10 03:27:16.934112 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6a1c2ced-626d-4584-8d3f-971a1dbe8c2c req-46fde651-3e1d-4288-bc6e-fcdd1df6aad8 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 May 10 03:27:17.082155 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b02d37-6688-4909-bd2c-c159f754f640 {{(pid=103794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:27:17.090295 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks [] for port (f0b02d37-6688-4909-bd2c-c159f754f640), precommit_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:17.102351 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.provisioning_blocks [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Transition to ACTIVE for port object f0b02d37-6688-4909-bd2c-c159f754f640 will not be triggered until provisioned by entity L2. {{(pid=103794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 03:27:17.172896 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:17.221602 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=2']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:17.293198 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Attempting to bind port f0b02d37-6688-4909-bd2c-c159f754f640 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 03:27:17.293449 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Attempting to bind port f0b02d37-6688-4909-bd2c-c159f754f640 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 03:27:17.293776 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Attempting to bind port f0b02d37-6688-4909-bd2c-c159f754f640 on network 42685f3a-24aa-46f9-bc57-de0569bf3776 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:17.297928 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Port f0b02d37-6688-4909-bd2c-c159f754f640 on network 42685f3a-24aa-46f9-bc57-de0569bf3776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 03:27:17.298247 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Attempting to bind port f0b02d37-6688-4909-bd2c-c159f754f640 on network 42685f3a-24aa-46f9-bc57-de0569bf3776 {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 03:27:17.303252 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Checking agent: {'id': '8e10daf2-ac19-4062-a0bb-7ea640eb0341', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'started_at': datetime.datetime(2022, 5, 10, 3, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 03:27:17.303582 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Checking segment: {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 03:27:17.303961 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Bound using segment: {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'} {{(pid=103794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 03:27:17.304618 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.managers [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Bound port: f0b02d37-6688-4909-bd2c-c159f754f640, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776'}}] {{(pid=103794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 03:27:17.304746 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), before_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:17.365429 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, cleared binding levels {{(pid=103794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 03:27:17.368464 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0b02d37-6688-4909-bd2c-c159f754f640,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 03:27:17.479015 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59513214'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_update {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:17.517711 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.518342 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:17.519698 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] 10.222.0.61 "PUT /v2.0/ports/f0b02d37-6688-4909-bd2c-c159f754f640 HTTP/1.1" status: 200 len: 1093 time: 0.7652876 May 10 03:27:17.520157 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:17.522377 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a73a4-5afc-4f20-bea9-17bec151caad" -d '{"events": [{"name": "network-changed", "server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:17.552842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcced00c-c2fb-4668-9020-0fe6c71abb0d service neutron] Pushing event updated for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=3']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:17.559675 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0046b5-b2fb-42b5-8595-e28de273583a x-openstack-request-id: req-db0046b5-b2fb-42b5-8595-e28de273583a {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:17.559983 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:17.560240 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db0046b5-b2fb-42b5-8595-e28de273583a {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:17.560634 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0046b5-b2fb-42b5-8595-e28de273583a'] response: {'name': 'network-changed', 'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640', 'status': 'completed', 'code': 200} May 10 03:27:17.621543 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-8656212f-b3ef-4fae-982e-38d3509f543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.623067 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-8656212f-b3ef-4fae-982e-38d3509f543c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 1127 time: 0.0429597 May 10 03:27:17.726431 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-2bae2b59-f8aa-47a3-9a43-818650b39979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.727896 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-2bae2b59-f8aa-47a3-9a43-818650b39979 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=999c5e799e2148c8b9385edb3f634e1d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965161 May 10 03:27:17.821862 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-7a5d59f3-0724-415b-b944-38054079cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.823212 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-dd4a73a4-5afc-4f20-bea9-17bec151caad req-7a5d59f3-0724-415b-b944-38054079cac4 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897336 May 10 03:27:17.893305 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-4d6db7e7-62b2-4277-9c71-492f4860f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.894742 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-4d6db7e7-62b2-4277-9c71-492f4860f0e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=999c5e799e2148c8b9385edb3f634e1d&device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 1127 time: 0.0385511 May 10 03:27:17.934752 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-b6aecfac-78df-462f-b452-30c3d40cf0bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0b02d37-6688-4909-bd2c-c159f754f640 HTTP/1.1" status: 200 len: 217 time: 0.0339479 May 10 03:27:17.985620 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-fc6573e7-2a68-474f-97b8-614df79af209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:17.987076 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-fc6573e7-2a68-474f-97b8-614df79af209 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dfb10c23-405d-4c67-a4af-6b055dcef27b HTTP/1.1" status: 200 len: 848 time: 0.0459738 May 10 03:27:18.019332 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-42b0ad78-bd76-4fe7-ab27-da3057eb304a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42685f3a-24aa-46f9-bc57-de0569bf3776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262358 May 10 03:27:18.048674 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845ff2c-a28b-4df5-b244-b5da917f0e00 req-b2a7d4c2-9edf-42b6-b779-fba52406e4f1 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:18.050416 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d845ff2c-a28b-4df5-b244-b5da917f0e00 req-b2a7d4c2-9edf-42b6-b779-fba52406e4f1 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 943 time: 0.0460470 May 10 03:27:18.097459 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-d845ff2c-a28b-4df5-b244-b5da917f0e00 req-e28fd107-90af-46ce-82a3-e8c51e027366 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 May 10 03:27:18.109006 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-3966b4a6-aaa4-4a26-8cd5-c4a418ce73fd service neutron] 10.222.0.61 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837772 May 10 03:27:18.199015 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-8eac6172-7536-4b51-8e5c-fb99e6acfb15 req-2d0a332e-8e1f-416f-be79-69634eba6f18 service neutron] 10.222.0.61 "GET /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 May 10 03:27:19.213537 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529b59-4d46-48d0-8372-937d91b1cc3f req-37ef8243-f70c-4487-81df-b536088fd8a5 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:19.215552 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-26529b59-4d46-48d0-8372-937d91b1cc3f req-37ef8243-f70c-4487-81df-b536088fd8a5 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 943 time: 0.0501652 May 10 03:27:19.260774 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-26529b59-4d46-48d0-8372-937d91b1cc3f req-ae55c21a-7703-4137-90e0-c0797e9f0e64 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 May 10 03:27:20.380086 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8a380-4cca-49ce-afc1-a639e03037bb req-9bb8933a-4f75-4b48-a8bf-26eb7523397c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:20.382508 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ccf8a380-4cca-49ce-afc1-a639e03037bb req-9bb8933a-4f75-4b48-a8bf-26eb7523397c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 943 time: 0.0542169 May 10 03:27:20.439547 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ccf8a380-4cca-49ce-afc1-a639e03037bb req-e7d2d4df-b0bb-40bf-951b-2e4fde3ae66e tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 May 10 03:27:21.318340 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0b02d37-6688-4909-bd2c-c159f754f640 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103796) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 03:27:21.417291 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0b02d37-6688-4909-bd2c-c159f754f640,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:21.429532 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Returning: {'device': 'f0b02d37-6688-4909-bd2c-c159f754f640', 'network_id': '42685f3a-24aa-46f9-bc57-de0569bf3776', 'port_id': 'f0b02d37-6688-4909-bd2c-c159f754f640', 'mac_address': 'fa:16:3e:22:3c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb10c23-405d-4c67-a4af-6b055dcef27b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103796) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 03:27:21.467761 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f0b02d37-6688-4909-bd2c-c159f754f640 is: DOWN; New status is: BUILD {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:21.468462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:21.482228 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b02d37-6688-4909-bd2c-c159f754f640 {{(pid=103796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 03:27:21.501281 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0b02d37-6688-4909-bd2c-c159f754f640,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:21.553928 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c98202-9e8c-4fe8-bc58-118e3b6f1970 req-44288465-5cde-46ac-843a-ddb09a0c9341 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:21.555403 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-75c98202-9e8c-4fe8-bc58-118e3b6f1970 req-44288465-5cde-46ac-843a-ddb09a0c9341 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 943 time: 0.0477648 May 10 03:27:21.592443 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:21.607324 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-75c98202-9e8c-4fe8-bc58-118e3b6f1970 req-3df447e4-f885-48b1-a29f-18ba23e1b699 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 May 10 03:27:21.645137 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=4']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:21.803265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['f0b02d37-6688-4909-bd2c-c159f754f640'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:22.727021 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58370c55-3c0d-4b4a-82a7-ea912a2e066a req-1dc05a51-909b-4104-aa1b-1731a1da7c6a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:22.728454 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-58370c55-3c0d-4b4a-82a7-ea912a2e066a req-1dc05a51-909b-4104-aa1b-1731a1da7c6a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 944 time: 0.0454562 May 10 03:27:22.774276 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-58370c55-3c0d-4b4a-82a7-ea912a2e066a req-8901d322-776d-4662-b917-1549a8486c11 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 May 10 03:27:23.335959 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0b02d37-6688-4909-bd2c-c159f754f640 up at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 03:27:23.379517 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning for port f0b02d37-6688-4909-bd2c-c159f754f640 completed by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 03:27:23.478195 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.db.provisioning_blocks [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Provisioning complete for port f0b02d37-6688-4909-bd2c-c159f754f640 triggered by entity L2. {{(pid=103796) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 03:27:23.478566 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918949'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), provisioning_complete {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:23.559928 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Current status of the port f0b02d37-6688-4909-bd2c-c159f754f640 is: BUILD; New status is: ACTIVE {{(pid=103796) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 03:27:23.560351 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1910054'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), before_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:23.582994 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640'}] {{(pid=103796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:23.585323 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea1fc205901356b15c1a1b3cec42dcb449d7ad6179b6321a0381519e326032dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c3697-7d73-4d4c-b77b-5c70d41ce007" -d '{"events": [{"server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640"}]}' {{(pid=103796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:23.597238 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0b02d37-6688-4909-bd2c-c159f754f640,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:23.621823 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45604e-bae0-4079-bace-50915cceefe6 x-openstack-request-id: req-fd45604e-bae0-4079-bace-50915cceefe6 {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:23.622126 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640", "code": 200}]} {{(pid=103796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:23.622441 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd45604e-bae0-4079-bace-50915cceefe6 {{(pid=103796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:23.622750 dv-cinder-830094-4-smb neutron-server[103796]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd45604e-bae0-4079-bace-50915cceefe6'] response: {'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640', 'code': 200} May 10 03:27:23.678131 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775866876582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775866350978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775866350996'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:23.726980 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Pushing event updated for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=5']} {{(pid=103796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:23.869923 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef20c-aa1e-4d9b-adb6-c248d584d0aa req-eb9e4d01-5bbb-4dd4-84a2-e9552d0a442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:23.871959 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-175ef20c-aa1e-4d9b-adb6-c248d584d0aa req-eb9e4d01-5bbb-4dd4-84a2-e9552d0a442a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 1129 time: 0.0391095 May 10 03:27:23.887558 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03a6c4-ec3e-4656-9092-0226e76eefad req-3db28c95-a820-416d-9c13-d242a717a1c3 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:23.889123 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6d03a6c4-ec3e-4656-9092-0226e76eefad req-3db28c95-a820-416d-9c13-d242a717a1c3 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0468111 May 10 03:27:23.915026 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-175ef20c-aa1e-4d9b-adb6-c248d584d0aa req-4e632d9e-06c2-481e-863c-8743df9a6e45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 May 10 03:27:23.935437 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-6d03a6c4-ec3e-4656-9092-0226e76eefad req-29d695e1-fb0c-49e8-bca6-2b4d1b2a9f18 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 May 10 03:27:25.055362 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400acae4-678a-4b17-b029-d6fd3037f29b req-5cbcfb60-035f-49c2-a976-9e8e01edb6a7 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:25.056919 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-400acae4-678a-4b17-b029-d6fd3037f29b req-5cbcfb60-035f-49c2-a976-9e8e01edb6a7 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0486188 May 10 03:27:25.109568 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-400acae4-678a-4b17-b029-d6fd3037f29b req-0e3722a7-15c5-426f-9d4f-5f8cdbf3ab12 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465848 May 10 03:27:25.722244 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:27:26.222563 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6c2d5-4565-4280-98c7-c4e591f19a4c req-23dc18b3-647f-4aaf-a8ec-d79d6c9cada2 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:26.224032 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f3d6c2d5-4565-4280-98c7-c4e591f19a4c req-23dc18b3-647f-4aaf-a8ec-d79d6c9cada2 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0469618 May 10 03:27:26.269766 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-f3d6c2d5-4565-4280-98c7-c4e591f19a4c req-0f1b7779-caab-4202-99dd-c155577e98d0 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 May 10 03:27:27.500150 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d2f62-57cd-4176-b9aa-dc3115f080ec req-8356153e-d10a-4343-8405-18588184046c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:27.501601 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-922d2f62-57cd-4176-b9aa-dc3115f080ec req-8356153e-d10a-4343-8405-18588184046c tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0526402 May 10 03:27:27.550446 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-922d2f62-57cd-4176-b9aa-dc3115f080ec req-87005aa6-76bb-4587-b139-c243c760a987 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 May 10 03:27:27.552479 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:28.670967 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e68bd8-9dde-49a6-b282-0644dffb83e0 req-b2c675d7-b9ab-459e-9f69-900cc36d856a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:28.672517 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-36e68bd8-9dde-49a6-b282-0644dffb83e0 req-b2c675d7-b9ab-459e-9f69-900cc36d856a tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0472565 May 10 03:27:28.732500 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-36e68bd8-9dde-49a6-b282-0644dffb83e0 req-2d9a365c-a167-4c6b-b77b-d9d946d69b9d tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/security-groups?id=bbbc7bc4-7543-4fa1-8ed3-39784d033390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 May 10 03:27:28.901722 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-e1198c4f-30f3-42e9-97c1-c27e0abbdfe6 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:28.903264 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-e1198c4f-30f3-42e9-97c1-c27e0abbdfe6 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 945 time: 0.0455954 May 10 03:27:29.406561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Deleting port f0b02d37-6688-4909-bd2c-c159f754f640 {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:29.406900 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:29.497988 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] For port f0b02d37-6688-4909-bd2c-c159f754f640, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0b02d37-6688-4909-bd2c-c159f754f640,segment=NetworkSegment(8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65),segment_id=8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:29.498352 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:29.511000 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Calling delete_port for f0b02d37-6688-4909-bd2c-c159f754f640 owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:29.712129 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (f0b02d37-6688-4909-bd2c-c159f754f640), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:29.723875 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['f0b02d37-6688-4909-bd2c-c159f754f640'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:29.738701 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Pushing event deleted for resources: {'Port': ['ID=f0b02d37-6688-4909-bd2c-c159f754f640,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:29.748432 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.748761 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.749097 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.749427 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.749756 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.750081 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.750404 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.750726 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.751046 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.751361 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.751675 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.752043 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.752364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.752677 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.752992 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:29.803947 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] No DVR routers for this DVR port f0b02d37-6688-4909-bd2c-c159f754f640 on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:29.806537 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:29.809891 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-28d31787-6fe9-4bf2-ab02-7346fcedeec8 req-b88ec352-ed8b-4dce-b432-ebeacf68ccdb tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.61 "DELETE /v2.0/ports/f0b02d37-6688-4909-bd2c-c159f754f640 HTTP/1.1" status: 204 len: 173 time: 0.4846089 May 10 03:27:29.810348 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'name': 'network-vif-deleted', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:29.812590 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21077121-1574-4544-b389-624c3b9eb114" -d '{"events": [{"server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "name": "network-vif-deleted", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:29.842644 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-0e7841bc-4700-4213-850b-8edfc0139bfe req-2affa6c2-b84b-4e6a-ac90-87eeae995eb1 tempest-VolumesActionsTest-887473746 tempest-VolumesActionsTest-887473746-project] 10.222.0.65 "GET /v2.0/ports?device_id=a546e10c-c501-4bd4-bcf4-701f007ffa8b HTTP/1.1" status: 200 len: 210 time: 0.0286942 May 10 03:27:29.849267 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299fa224-f848-41d9-a2e5-2ef43f190bbe x-openstack-request-id: req-299fa224-f848-41d9-a2e5-2ef43f190bbe {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:29.849561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a546e10c-c501-4bd4-bcf4-701f007ffa8b", "name": "network-vif-deleted", "tag": "f0b02d37-6688-4909-bd2c-c159f754f640", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:29.849820 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-299fa224-f848-41d9-a2e5-2ef43f190bbe {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:29.850244 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299fa224-f848-41d9-a2e5-2ef43f190bbe'] response: {'server_uuid': 'a546e10c-c501-4bd4-bcf4-701f007ffa8b', 'name': 'network-vif-deleted', 'tag': 'f0b02d37-6688-4909-bd2c-c159f754f640', 'status': 'completed', 'code': 200} May 10 03:27:33.417899 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0b02d37-6688-4909-bd2c-c159f754f640 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:33.495354 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: f0b02d37-6688-4909-bd2c-c159f754f640 {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:33.495669 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device f0b02d37-6688-4909-bd2c-c159f754f640 not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:33.617657 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff942cf1-4a3b-4ca7-a175-cbe9d1b9a776 req-89725665-fede-439f-b080-bd9d6bde69a1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:33.619894 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff942cf1-4a3b-4ca7-a175-cbe9d1b9a776 req-89725665-fede-439f-b080-bd9d6bde69a1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0583115 May 10 03:27:33.672214 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-ff942cf1-4a3b-4ca7-a175-cbe9d1b9a776 req-40fa06b6-ccc1-4d7c-a8d3-977b90ed6124 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 May 10 03:27:34.807565 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f4c73-e5b9-4119-babe-03b93642bb09 req-514ec1de-ec99-497d-9ae1-99bc4e55ca6d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:34.811381 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b67f4c73-e5b9-4119-babe-03b93642bb09 req-514ec1de-ec99-497d-9ae1-99bc4e55ca6d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0519297 May 10 03:27:34.861141 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-b67f4c73-e5b9-4119-babe-03b93642bb09 req-92b610ed-54d0-4558-8d2e-87ca64de53e1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 May 10 03:27:35.981250 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89115440-50c8-4ab9-b3ef-419651388ae7 req-aaf075a6-fb00-490c-af8f-74069567fbeb tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:35.983453 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-89115440-50c8-4ab9-b3ef-419651388ae7 req-aaf075a6-fb00-490c-af8f-74069567fbeb tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0471592 May 10 03:27:36.034120 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-89115440-50c8-4ab9-b3ef-419651388ae7 req-662f865d-2706-463d-aab4-0b09d9d95d35 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 May 10 03:27:37.187313 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38109fe-8ffc-4639-acdf-fdfac462f7ea req-c7e42a75-6994-4c1f-a9a2-56cebca8e780 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:37.189615 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a38109fe-8ffc-4639-acdf-fdfac462f7ea req-c7e42a75-6994-4c1f-a9a2-56cebca8e780 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0586329 May 10 03:27:37.245950 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-a38109fe-8ffc-4639-acdf-fdfac462f7ea req-ec782bcf-9517-4913-a60e-6481e8e503b4 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 May 10 03:27:37.584803 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-5791fd7e-c2b7-426b-b1fb-3ec07b80ed82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.042615 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574432f7-0b59-445d-a641-e89000326ddb req-28c6c9f9-0f46-4893-b1f3-968fab113af1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:38.045418 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-574432f7-0b59-445d-a641-e89000326ddb req-28c6c9f9-0f46-4893-b1f3-968fab113af1 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0536659 May 10 03:27:38.136807 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Deleting port e2732a60-6e91-4621-a5bb-e288ab297bfa {{(pid=103794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 03:27:38.137519 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775866869508'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.230293 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.db [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] For port e2732a60-6e91-4621-a5bb-e288ab297bfa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e2732a60-6e91-4621-a5bb-e288ab297bfa,segment=NetworkSegment(025759a6-b1d2-4a83-8c53-8b59a8337a8c),segment_id=025759a6-b1d2-4a83-8c53-8b59a8337a8c)] {{(pid=103794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 03:27:38.230680 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567340'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.246320 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.plugin [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Calling delete_port for e2732a60-6e91-4621-a5bb-e288ab297bfa owned by compute:nova {{(pid=103794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 03:27:38.403025 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303030c-2ad6-4fed-8244-cb0c58bd7131 req-66ee0b2c-468d-4d0b-b07b-0b25e7dd7616 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 03:27:38.405165 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e303030c-2ad6-4fed-8244-cb0c58bd7131 req-66ee0b2c-468d-4d0b-b07b-0b25e7dd7616 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 946 time: 0.0528982 May 10 03:27:38.457996 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-e303030c-2ad6-4fed-8244-cb0c58bd7131 req-fa986fbe-a63f-4588-a115-851e13a53c5c tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/security-groups?id=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 May 10 03:27:38.480868 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1910154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775866876564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775866350969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59513095'] for port (e2732a60-6e91-4621-a5bb-e288ab297bfa), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.494070 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.db [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] get_ports_and_sgs() called for port_ids ['e2732a60-6e91-4621-a5bb-e288ab297bfa'] {{(pid=103796) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 03:27:38.520741 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Pushing event deleted for resources: {'Port': ['ID=e2732a60-6e91-4621-a5bb-e288ab297bfa,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:38.567532 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.l3_dvrscheduler_db [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] No DVR routers for this DVR port e2732a60-6e91-4621-a5bb-e288ab297bfa on host hv-cinder-83009 {{(pid=103794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 03:27:38.569978 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8142'] for port (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:38.573415 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [req-574432f7-0b59-445d-a641-e89000326ddb req-224aa28d-c292-4366-b145-8c04ff80973d tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.61 "DELETE /v2.0/ports/e2732a60-6e91-4621-a5bb-e288ab297bfa HTTP/1.1" status: 204 len: 173 time: 0.5222056 May 10 03:27:38.573874 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'name': 'network-vif-deleted', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa'}] {{(pid=103794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 03:27:38.576706 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2069da7a9a3f4fd7230358d8f229b1ee7722c5c387be1488ef5643b3c3bd91d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665cebdb-bfad-4059-904b-0eb120c97ef9" -d '{"events": [{"server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "name": "network-vif-deleted", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa"}]}' {{(pid=103794) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 03:27:38.618638 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce52550-83f2-4590-a291-9d5adcbef73d x-openstack-request-id: req-cce52550-83f2-4590-a291-9d5adcbef73d {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 03:27:38.618934 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7937f8-db90-44e2-9495-9ccffbe717d2", "name": "network-vif-deleted", "tag": "e2732a60-6e91-4621-a5bb-e288ab297bfa", "status": "completed", "code": 200}]} {{(pid=103794) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 03:27:38.619210 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cce52550-83f2-4590-a291-9d5adcbef73d {{(pid=103794) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 03:27:38.619670 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce52550-83f2-4590-a291-9d5adcbef73d'] response: {'server_uuid': '7d7937f8-db90-44e2-9495-9ccffbe717d2', 'name': 'network-vif-deleted', 'tag': 'e2732a60-6e91-4621-a5bb-e288ab297bfa', 'status': 'completed', 'code': 200} May 10 03:27:39.597461 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [req-4f6c2069-2295-4092-9c97-fada680d996a req-1386823c-a776-49ed-9da1-8d9de5c6d1e4 tempest-VolumesSnapshotTestJSON-1430955927 tempest-VolumesSnapshotTestJSON-1430955927-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d7937f8-db90-44e2-9495-9ccffbe717d2 HTTP/1.1" status: 200 len: 210 time: 0.0457389 May 10 03:27:39.730802 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d5a831f4-c1fa-4970-960f-d528f85549b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:40.923711 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:41.474686 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e2732a60-6e91-4621-a5bb-e288ab297bfa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 03:27:41.495867 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.plugin [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] No Port match for: e2732a60-6e91-4621-a5bb-e288ab297bfa {{(pid=103796) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 03:27:41.496265 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron.plugins.ml2.rpc [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Device e2732a60-6e91-4621-a5bb-e288ab297bfa not bound to the agent host hv-cinder-83009 {{(pid=103796) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 03:27:42.523940 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:44.038076 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.077250 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33250) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:52.125193 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Deleting subnet dfb10c23-405d-4c67-a4af-6b055dcef27b {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:27:52.128364 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Publish callbacks [] for subnet (dfb10c23-405d-4c67-a4af-6b055dcef27b), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.162666 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (dfb10c23-405d-4c67-a4af-6b055dcef27b), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.200537 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (dfb10c23-405d-4c67-a4af-6b055dcef27b), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.312404 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (dfb10c23-405d-4c67-a4af-6b055dcef27b), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.341561 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb10c23-405d-4c67-a4af-6b055dcef27b,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:52.345947 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.349099 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ac63516e-634f-4c83-b6f9-62e6646ffcfa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dfb10c23-405d-4c67-a4af-6b055dcef27b HTTP/1.1" status: 204 len: 168 time: 0.2708564 May 10 03:27:52.351479 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33252) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:52.418499 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (42685f3a-24aa-46f9-bc57-de0569bf3776), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.496895 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (42685f3a-24aa-46f9-bc57-de0569bf3776), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.517145 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42685f3a-24aa-46f9-bc57-de0569bf3776']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:52.526096 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:52.526385 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:27:52.535485 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.548178 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.554132 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:27:52.554503 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (8dbb68c4-dc1d-4aec-928e-ca0fe5c8ba65), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:27:52.556132 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:27:52.672063 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (42685f3a-24aa-46f9-bc57-de0569bf3776), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.677665 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:52.680819 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] 10.222.0.65 "DELETE /v2.0/networks/42685f3a-24aa-46f9-bc57-de0569bf3776 HTTP/1.1" status: 204 len: 168 time: 0.3284073 May 10 03:27:52.692686 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352da19-6cad-48f5-bc77-f20199a16231 admin admin] Pushing event deleted for resources: {'Network': ['ID=42685f3a-24aa-46f9-bc57-de0569bf3776,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:53.030176 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 33264) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:53.071957 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-cd33ecc3-54f7-4933-9611-2804f7bb9559 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=999c5e799e2148c8b9385edb3f634e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406675 May 10 03:27:53.073589 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 33266) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:27:53.120294 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Publish callbacks [] for security_group (bbbc7bc4-7543-4fa1-8ed3-39784d033390), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.141948 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Publish callbacks [] for security_group (bbbc7bc4-7543-4fa1-8ed3-39784d033390), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.272670 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (bbbc7bc4-7543-4fa1-8ed3-39784d033390), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.275109 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:27:53.276345 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbbc7bc4-7543-4fa1-8ed3-39784d033390 HTTP/1.1" status: 204 len: 168 time: 0.2018259 May 10 03:27:53.284761 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbc7bc4-7543-4fa1-8ed3-39784d033390,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:27:53.291836 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.292199 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.292534 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.292865 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.293227 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.293548 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.293866 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.294182 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.294498 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.294934 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.295261 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.295574 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.295886 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.296229 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:53.296545 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6ba459-a84d-49e0-b822-8560f8370346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830094-4-smb {{(pid=103795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 03:27:57.578429 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.617302 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33374) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:00.665546 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.db.db_base_plugin_v2 [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Deleting subnet 9ffca598-61b3-41b9-b673-43cbcbd8e61d {{(pid=103794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 03:28:00.668608 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Publish callbacks [] for subnet (9ffca598-61b3-41b9-b673-43cbcbd8e61d), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.703535 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59515727'] for subnet (9ffca598-61b3-41b9-b673-43cbcbd8e61d), precommit_delete_associations {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.742941 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1734585'] for subnet (9ffca598-61b3-41b9-b673-43cbcbd8e61d), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.858842 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1734582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59513136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59690369'] for subnet (9ffca598-61b3-41b9-b673-43cbcbd8e61d), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.888416 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffca598-61b3-41b9-b673-43cbcbd8e61d,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:00.891937 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for subnet (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:00.895680 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-969f89e0-af0d-4009-90a8-59738c18f621 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9ffca598-61b3-41b9-b673-43cbcbd8e61d HTTP/1.1" status: 204 len: 168 time: 0.2772090 May 10 03:28:00.898288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33380) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:00.979288 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2068972'] for network (3b28b3fa-2732-4380-8d7f-37cccd7876c1), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.049049 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722434', 'neutron.services.segments.db._delete_segments_for_network-8775866635057'] for network (3b28b3fa-2732-4380-8d7f-37cccd7876c1), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.070747 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b28b3fa-2732-4380-8d7f-37cccd7876c1']}} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:01.080021 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025759a6-b1d2-4a83-8c53-8b59a8337a8c') {'for_net_delete': True} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:01.080321 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.services.segments.db [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025759a6-b1d2-4a83-8c53-8b59a8337a8c') {} {{(pid=103794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 03:28:01.089413 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775866635834', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59515828'] for segment (025759a6-b1d2-4a83-8c53-8b59a8337a8c), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.102570 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468'] for segment (025759a6-b1d2-4a83-8c53-8b59a8337a8c), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.108337 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 03:28:01.108716 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1736468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59513178'] for segment (025759a6-b1d2-4a83-8c53-8b59a8337a8c), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: Traceback (most recent call last): May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: timer() May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: cb(*args, **kw) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: return func(*args, **kwargs) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: self._notify() May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: self.callback(batched_events) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: event.method(event) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: aggregate_uuid = self.p_client.list_aggregates( May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: return f(self, *a, **k) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: return self._get(url).json() May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: return self.request(url, 'GET', **kwargs) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: base_url = self.get_endpoint(auth, allow=allow, May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 03:28:01.110405 dv-cinder-830094-4-smb neutron-server[103794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 03:28:01.212999 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722427', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546554'] for network (3b28b3fa-2732-4380-8d7f-37cccd7876c1), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.218481 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567100'] for network (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.224483 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b28b3fa-2732-4380-8d7f-37cccd7876c1 HTTP/1.1" status: 204 len: 168 time: 0.3224680 May 10 03:28:01.236126 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b796846-0516-470b-8d8e-85f255a1ea76 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b28b3fa-2732-4380-8d7f-37cccd7876c1,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:01.605169 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33388) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:01.644488 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-d4982457-30e2-4079-b3f7-2f4a9b9b9ea3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3186bec57c94e2f84ae52cae506dbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381093 May 10 03:28:01.646745 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33390) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:01.696996 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] Publish callbacks [] for security_group (ca5cd2a6-20f8-4399-ba8e-a4efd87127d4), before_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.717051 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] Publish callbacks [] for security_group (ca5cd2a6-20f8-4399-ba8e-a4efd87127d4), precommit_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.837792 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (ca5cd2a6-20f8-4399-ba8e-a4efd87127d4), after_delete {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.840334 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:01.841523 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ca5cd2a6-20f8-4399-ba8e-a4efd87127d4 HTTP/1.1" status: 204 len: 168 time: 0.1938188 May 10 03:28:01.849795 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9832a6-6897-41ac-8fdf-f5bf83ab7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5cd2a6-20f8-4399-ba8e-a4efd87127d4,revision_number=None']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:02.728282 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:28:07.566969 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d2cbd6d0-5b45-4b53-a70d-e606aceb76a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:09.729387 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3bed-4299-42be-b268-27cf256637a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:10.917973 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:12.473688 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:13.980913 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:27.640691 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:27.905164 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.wsgi [-] (103794) accepted ('10.222.0.65', 33566) {{(pid=103794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:28.006707 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c285d7c-45fd-430a-b2a4-09a3e833e017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.078528 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c285d7c-45fd-430a-b2a4-09a3e833e017 admin admin] Publish callbacks [] for security_group (386ed59f-ac88-4504-b1d2-cb75c4a7f9ef), precommit_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.152013 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron_lib.callbacks.manager [None req-6c285d7c-45fd-430a-b2a4-09a3e833e017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (386ed59f-ac88-4504-b1d2-cb75c4a7f9ef), after_create {{(pid=103794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.189443 dv-cinder-830094-4-smb neutron-server[103794]: INFO neutron.wsgi [None req-6c285d7c-45fd-430a-b2a4-09a3e833e017 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d54b491eeba14d5090d1f6250e8a1842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832298 May 10 03:28:28.191428 dv-cinder-830094-4-smb neutron-server[103794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285d7c-45fd-430a-b2a4-09a3e833e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ed59f-ac88-4504-b1d2-cb75c4a7f9ef,revision_number=1']} {{(pid=103794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:28.192270 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.wsgi [-] (103795) accepted ('10.222.0.65', 33570) {{(pid=103795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 03:28:28.238833 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] Publish callbacks [] for security_group (386ed59f-ac88-4504-b1d2-cb75c4a7f9ef), before_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.260437 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] Publish callbacks [] for security_group (386ed59f-ac88-4504-b1d2-cb75c4a7f9ef), precommit_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.372332 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570943'] for security_group (386ed59f-ac88-4504-b1d2-cb75c4a7f9ef), after_delete {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.374909 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron_lib.callbacks.manager [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:28.377932 dv-cinder-830094-4-smb neutron-server[103795]: INFO neutron.wsgi [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/386ed59f-ac88-4504-b1d2-cb75c4a7f9ef HTTP/1.1" status: 204 len: 168 time: 0.1820495 May 10 03:28:28.384615 dv-cinder-830094-4-smb neutron-server[103795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f10b22-5571-446b-a298-dbfcdf660e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ed59f-ac88-4504-b1d2-cb75c4a7f9ef,revision_number=None']} {{(pid=103795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 03:28:37.577705 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bd4cc969-6de6-4a16-b7be-8cfb558c70df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:39.730063 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:28:39.740538 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-d0797763-0888-4057-bac8-85c07ce841e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:40.951947 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:42.480445 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:43.977997 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:28:57.611473 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:07.560036 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-06ed1b1b-5ac7-4ca1-9409-d8225478b5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:09.725713 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-35f39827-fcfe-4498-9a8c-21b31593790b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:10.940026 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:12.500193 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:13.968959 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:16.809466 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:29:27.643017 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:37.553935 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3051d68e-d768-48a0-bf91-cdf9815a3e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:39.725357 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-2ede4dcb-2de5-4249-94bb-5a59238345bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:40.929025 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:42.491251 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:43.976886 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:29:53.731959 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:29:57.633678 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:07.594139 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-58e5b870-0e46-469c-ba0e-c54f2c0d06b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:09.728755 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-bab8426c-a977-4825-990d-e221a681b984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:10.934843 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:12.490287 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:13.981485 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:27.636886 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:30.732207 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:30:37.552996 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f1321510-a04b-453a-919a-23f64b72b9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:39.751717 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-460f2d53-7970-4183-826e-1905cb5eaae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:40.936124 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:42.511491 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:44.021499 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:30:57.626393 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:07.563396 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-51109ec3-1aaa-41c9-be70-7a844aedc17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:07.733533 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:31:09.739389 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-6abdfe9f-4b99-4269-a80b-31aaae6bf159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:10.946119 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:12.511271 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:13.992089 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:27.620462 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:37.551072 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-3276ba8a-3673-46ff-8e81-d47d3b904d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:39.756330 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5260-235f-41cd-b788-90711c62f11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:40.945895 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:42.500509 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:43.979817 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:31:44.735158 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:31:57.619595 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:07.556405 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9a29ea02-23e7-489a-8776-eb93314935c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:09.733685 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-778a4242-313e-45a2-b823-a0aee30b8c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:10.944835 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:12.510559 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:13.967874 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:21.737337 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:32:27.607428 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:37.561797 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-7c12426d-5ae5-45d6-943c-6a4c6006c2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:39.767473 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-abf012da-3824-4122-8819-15d56efd60eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:40.961724 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:42.527279 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:43.978672 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:57.658680 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:32:58.738942 dv-cinder-830094-4-smb neutron-server[103797]: DEBUG neutron.db.agents_db [None req-9c95c40b-ad3f-4ab2-94ef-b64caa213e05 None None] Agent healthcheck: found 6 active agents {{(pid=103797) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 03:33:07.584374 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-758d5995-81ea-4e44-9ab8-a09ffb891506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (e643c71f-d0aa-4f77-9eba-6f62a45a6a5b), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:09.750059 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-68020239-fa3e-42ac-ab12-b9e59cf402b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (1eb9e98c-6c01-4b1b-b00a-6a79188193a0), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:10.961001 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-f3aea10a-972b-49fe-8fdb-b60bee9adc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (2e3abf49-4ffd-4b63-8f23-18bd994a34ff), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:12.487167 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-15e87150-45b5-467a-8343-a20101916564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (9f054cc9-4bf0-49bd-8e64-5d517f6ddeed), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:13.979077 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-9ce2715e-c4a1-4b39-8b25-a92d73a82b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (aa9785aa-669c-4ec6-bcde-a34fbaaadf4e), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 03:33:27.635272 dv-cinder-830094-4-smb neutron-server[103796]: DEBUG neutron_lib.callbacks.manager [None req-fd876410-b4ac-4e65-8f54-f9e19f924dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775866635039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918851'] for agent (8e10daf2-ac19-4062-a0bb-7ea640eb0341), after_update {{(pid=103796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}